-- Logs begin at Thu 2022-06-16 22:06:47 UTC, end at Thu 2022-06-16 23:18:25 UTC. -- Jun 16 22:52:15.809315 dv-cinder-846230-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 22:52:18.498211 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.common.config [-] Logging enabled! Jun 16 22:52:18.498793 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 22:52:18.498939 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103654) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 22:52:18.502132 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.common.config [-] Logging enabled! Jun 16 22:52:18.502386 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 22:52:18.502731 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103654) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 22:52:18.503662 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 22:52:18.503890 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 22:52:18.504255 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 22:52:18.504498 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 22:52:18.504719 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 22:52:18.505159 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.505454 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.505683 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.505977 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.506266 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.506547 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.506862 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.507694 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.507985 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.508261 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.508541 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.508768 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.509044 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.509330 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.509613 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.509832 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.510106 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.510535 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.510954 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.511230 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.511513 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.511787 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.512054 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.512322 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.512599 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.512923 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] host = dv-cinder-846230-1-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.513193 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.513473 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.513753 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.514032 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.514302 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.514575 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.514874 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.515142 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.515409 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.515677 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.515959 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.516238 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.516522 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.516742 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.516959 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.517240 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.517521 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.517789 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.518060 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.518329 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.518613 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.518885 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.519149 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.519428 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.519705 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.519983 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.520250 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.520517 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.520782 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.521046 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.521323 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.521590 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.522119 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.522388 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.522700 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.523515 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.523785 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.524080 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.524361 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.524638 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.524917 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.525184 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.525462 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.525727 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.525990 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.526254 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.526522 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.526808 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.527084 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.527350 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.527613 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.527883 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.528146 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.528424 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.528689 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:18.528977 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.529266 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.529558 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.529834 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.530129 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.530403 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.530716 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.530989 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.531273 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.531555 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.531837 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.532108 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.532406 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.532688 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.532978 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.533297 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.533586 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.533873 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.534143 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.534412 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.534706 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.534981 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.535262 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.535536 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.535817 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.536099 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.536373 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.536665 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.536944 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.537222 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.537509 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.537793 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.538065 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.538359 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.538696 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.538973 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.539241 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.539523 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.539795 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.540063 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.540339 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.540622 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.540903 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.541170 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.541441 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.541722 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.541991 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.542260 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.542526 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.542819 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.543083 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.543358 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.543626 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.543890 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.544154 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.544424 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.544689 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.544951 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.545220 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.545486 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.545755 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.546022 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.546287 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.546556 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.546844 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.547112 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.547375 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.547638 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.547912 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.548178 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.548443 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.548707 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.548973 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.549238 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.549528 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.549796 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.550067 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.550336 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.550624 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.550899 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.551169 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.551436 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.551704 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.551969 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.552252 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.552525 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.552803 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.553077 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.553346 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.553650 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.553922 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.554235 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.554511 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.554804 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.555077 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.555354 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.555630 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.555919 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.556208 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.556483 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.556768 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.557055 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.557341 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.557618 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.557925 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.558202 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:18.558415 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 22:52:18.558677 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103654) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 22:52:18.935698 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 22:52:18.935967 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 22:52:18.936267 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 22:52:18.936607 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 22:52:19.253890 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.254177 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.254445 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.257860 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.258141 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.258407 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.310395 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.310692 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.310961 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.325707 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.325984 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.326251 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.355585 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.355858 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.356120 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.391488 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.391764 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.392030 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.619784 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.620478 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.620478 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.620735 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.621456 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.720633 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.720949 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.721225 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.721492 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.721753 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.722058 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.722315 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.722572 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.722846 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.723124 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.723378 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.723637 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.723888 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.724136 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.724386 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.724648 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.724901 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.725165 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.725431 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.725686 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.726502 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.726774 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.727052 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.727422 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.727668 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.727910 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.728299 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 22:52:19.728537 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 22:52:19.728770 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 22:52:19.729003 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 22:52:19.729235 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 22:52:19.729472 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 22:52:19.729826 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 22:52:19.732874 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 22:52:19.736729 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 22:52:19.740577 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 16 22:52:19.742215 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 22:52:19.742693 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 22:52:19.743022 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 22:52:19.743400 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 22:52:19.746145 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 22:52:19.746378 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 22:52:19.746753 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 22:52:19.751764 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 22:52:19.775637 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 22:52:19.776079 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.776372 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103654) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 22:52:19.776739 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.778060 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103654) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 22:52:19.778332 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 22:52:19.778571 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 22:52:19.782047 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.782332 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:19.865124 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 22:52:19.865356 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 22:52:19.865588 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 22:52:19.865947 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 22:52:19.919009 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO dbcounter [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Registered counter for database neutron Jun 16 22:52:19.938213 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_db.sqlalchemy.engines [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103654) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 22:52:19.943913 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG dbcounter [-] [103654] Writer thread running {{(pid=103654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 22:52:20.480691 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Initializing driver for type 'gre' Jun 16 22:52:20.481249 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] gre ID ranges: [(1, 1000)] Jun 16 22:52:20.535648 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Initializing driver for type 'local' Jun 16 22:52:20.535890 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Initializing driver for type 'vlan' Jun 16 22:52:20.548619 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] VlanTypeDriver initialization complete Jun 16 22:52:20.548963 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Initializing driver for type 'vxlan' Jun 16 22:52:20.549453 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] vxlan ID ranges: [(1, 1000)] Jun 16 22:52:20.603928 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Initializing extension driver 'port_security' Jun 16 22:52:20.604330 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.extensions.port_security [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] PortSecurityExtensionDriver initialization complete Jun 16 22:52:20.604720 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Initializing mechanism driver 'openvswitch' Jun 16 22:52:20.605086 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Initializing mechanism driver 'hyperv' Jun 16 22:52:20.611549 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.plugin [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:52:20.612219 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.612589 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.612940 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.613436 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 22:52:20.613855 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.614210 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.614558 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.614968 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 22:52:20.615368 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > network after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.615714 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > network after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.616055 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.617027 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 22:52:20.617437 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.617788 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.618127 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.618511 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 22:52:20.618934 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.619277 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.619613 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.620122 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 22:52:20.620659 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.620859 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.621194 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.621576 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103654) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 22:52:20.622014 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] ML2 OVO RPC backend initialized. {{(pid=103654) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 22:52:20.622743 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.623098 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.623510 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > network before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.623860 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > networks before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.624201 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > port before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.624540 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > ports before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.624879 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.625217 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.625562 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > network after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.625905 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > network after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.626240 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.626581 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.626940 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.627275 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.627610 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.627944 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.628276 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.636362 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded quota_driver: . Jun 16 22:52:20.636723 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.plugin [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Modular L2 Plugin initialization complete Jun 16 22:52:20.637068 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading services supported by the core plugin {{(pid=103654) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 22:52:20.637407 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.plugins.ml2.managers [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Got port-security extension from driver 'port_security' Jun 16 22:52:20.637880 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.extensions.vlantransparent [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Disabled vlantransparent extension. Jun 16 22:52:20.638370 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103654) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 22:52:20.638733 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading Plugin: router Jun 16 22:52:20.674180 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.674570 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router after_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.674963 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router before_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.675325 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.675693 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.676043 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router after_delete 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.676396 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.676743 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.677096 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router after_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.677439 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.677784 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.678126 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.678479 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.678984 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.679858 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.680199 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.680537 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: subnet after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.680874 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.681223 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.681572 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.681912 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: port before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.682252 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.682613 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router after_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.682968 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.683317 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.683672 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.684012 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.684370 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > agent after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.684716 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.685055 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > network after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.685897 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Tracking information for resource: router configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 22:52:20.686225 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Tracking information for resource: floatingip configured {{(pid=103654) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 22:52:20.691111 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.db.l3_agentschedulers_db [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 22:52:20.691687 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.692051 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: port after_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.692403 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: port after_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.692752 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: port after_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.693538 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router before_create 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.693904 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.694268 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.694806 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.700259 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.services.provider_configuration [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service providers = [] {{(pid=103654) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 22:52:20.700627 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.db.servicetype_db [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103654) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 22:52:20.703592 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 22:52:20.703935 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 22:52:20.704273 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 22:52:20.705146 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.services.service_base [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103654) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 22:52:20.705514 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.services.service_base [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 22:52:20.705889 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 22:52:20.706202 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 22:52:20.716815 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 22:52:20.717147 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading Plugin: auto_allocate Jun 16 22:52:20.722705 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: network precommit_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.723077 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: network precommit_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.723597 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 22:52:20.723914 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading Plugin: tag Jun 16 22:52:20.730939 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 22:52:20.731268 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading Plugin: timestamp Jun 16 22:52:20.735351 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 22:52:20.735678 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading Plugin: network_ip_availability Jun 16 22:52:20.741084 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.742000 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.742361 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.743111 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 22:52:20.743430 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading Plugin: flavors Jun 16 22:52:20.748036 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 22:52:20.748370 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading Plugin: revisions Jun 16 22:52:20.752551 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103654) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 22:52:20.752937 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=103654) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 22:52:20.753662 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103654) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 22:52:20.753997 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Initializing extension manager. Jun 16 22:52:20.754514 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: __init__.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.755055 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: __pycache__ {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.755393 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: _port_mac_address_override.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.755726 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.756470 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.757062 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: address-group Jun 16 22:52:20.757383 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: address_scope.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.758089 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.758614 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: address-scope Jun 16 22:52:20.758946 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.759859 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.760372 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: router-admin-state-down-before-update Jun 16 22:52:20.760693 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: agent.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.761380 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.761885 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: agent Jun 16 22:52:20.762201 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: agent_resources_synced.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.763123 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.763641 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: agent-resources-synced Jun 16 22:52:20.763961 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.765718 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.766247 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: allowed-address-pairs Jun 16 22:52:20.766574 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.767664 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.768177 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: auto-allocated-topology Jun 16 22:52:20.768497 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.769180 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.769687 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: availability_zone Jun 16 22:52:20.770005 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: availability_zone_filter.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.770931 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.771435 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: availability_zone_filter Jun 16 22:52:20.772013 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: data_plane_status.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.772934 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.773440 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 22:52:20.773756 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: default_subnetpools.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.774683 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.775194 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: default-subnetpools Jun 16 22:52:20.775510 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.776300 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.776806 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: dhcp_agent_scheduler Jun 16 22:52:20.777123 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: dns.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.778034 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.778541 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 22:52:20.778885 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: dns_domain_ports.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.779788 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.780298 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 22:52:20.780619 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.781525 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.782030 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 22:52:20.782346 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: dvr.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.783032 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.783536 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: dvr Jun 16 22:52:20.783852 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: ecmp_routes.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.784752 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.785258 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 22:52:20.785574 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: empty_string_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.786514 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.787005 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: empty-string-filtering Jun 16 22:52:20.787330 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.788745 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.789259 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 22:52:20.789578 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.790475 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.791020 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 22:52:20.791340 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: external_net.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.792244 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.792754 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: external-net Jun 16 22:52:20.793071 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.793980 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.794486 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: extra_dhcp_opt Jun 16 22:52:20.794833 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: extraroute.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.795728 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.796233 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: extraroute Jun 16 22:52:20.796548 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: extraroute_atomic.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.797557 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.798073 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: extraroute-atomic Jun 16 22:52:20.798392 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: filter_validation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.799074 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.799578 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: filter-validation Jun 16 22:52:20.799892 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: fip_pf_description.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.800783 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.801289 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 22:52:20.801605 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: fip_pf_port_range.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.802506 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.803043 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 22:52:20.803681 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: fip_port_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.805163 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.805671 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: fip-port-details Jun 16 22:52:20.805989 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: flavors.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.807221 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.807743 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: flavors Jun 16 22:52:20.808069 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.810993 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.811522 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 22:52:20.811854 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: floatingip_pools.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.812545 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.813060 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: floatingip-pools Jun 16 22:52:20.813384 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: ip_allocation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.814298 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.814847 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 22:52:20.815173 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.816084 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.816600 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: ip-substring-filtering Jun 16 22:52:20.816928 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l2_adjacency.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.817862 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.818372 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 22:52:20.818727 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.819705 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.820224 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: router Jun 16 22:52:20.820548 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.822755 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.823293 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 22:52:20.823624 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.824537 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.825060 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: ext-gw-mode Jun 16 22:52:20.825388 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.826293 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.826837 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: l3-ha Jun 16 22:52:20.827162 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.828061 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.828570 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 22:52:20.828892 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3_flavors.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.829795 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.830309 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: l3-flavors Jun 16 22:52:20.830660 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.832001 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.832596 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 22:52:20.832924 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.833837 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.834353 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 22:52:20.834768 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: l3agentscheduler.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.835820 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.836332 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: l3_agent_scheduler Jun 16 22:52:20.836654 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: local_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.838401 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.838960 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension local_ip not supported by any of loaded plugins Jun 16 22:52:20.839397 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: logging.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.840872 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.841394 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension logging not supported by any of loaded plugins Jun 16 22:52:20.841722 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: metering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.842447 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.843053 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: metering Jun 16 22:52:20.843376 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.844444 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.844965 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: metering_source_and_destination_fields Jun 16 22:52:20.845289 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: multiprovidernet.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.846207 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.846759 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: multi-provider Jun 16 22:52:20.847082 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: netmtu.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.848111 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.848626 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: net-mtu Jun 16 22:52:20.848945 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: netmtu_writable.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.849844 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.850355 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: net-mtu-writable Jun 16 22:52:20.851228 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: network_availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.851895 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.852401 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: network_availability_zone Jun 16 22:52:20.852718 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: network_ip_availability.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.853800 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.854312 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: network-ip-availability Jun 16 22:52:20.854660 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: network_segment_range.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.855407 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.855911 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 22:52:20.856229 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: pagination.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.857201 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.857528 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: pagination Jun 16 22:52:20.857844 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: port_device_profile.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.858789 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.859306 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: port-device-profile Jun 16 22:52:20.859624 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: port_mac_address_override.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.860543 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.861057 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: port-mac-override Jun 16 22:52:20.861376 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.862280 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.862828 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: port-mac-address-regenerate Jun 16 22:52:20.863148 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.864041 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.864554 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: port-numa-affinity-policy Jun 16 22:52:20.864872 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: port_resource_request.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.865764 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.866273 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 22:52:20.866663 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.867620 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.868136 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 22:52:20.868458 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: portbindings.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.869367 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.869881 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: binding Jun 16 22:52:20.870198 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: portbindings_extended.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.871455 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.871971 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: binding-extended Jun 16 22:52:20.872293 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: portsecurity.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.873190 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.873700 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: port-security Jun 16 22:52:20.874021 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: project_id.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.875008 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.875335 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: project-id Jun 16 22:52:20.875651 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: providernet.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.876551 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.877068 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: provider Jun 16 22:52:20.877387 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.880896 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.881421 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos not supported by any of loaded plugins Jun 16 22:52:20.881745 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.883522 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.884036 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 22:52:20.884362 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.885284 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.885797 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 22:52:20.886120 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_default.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.887051 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.887562 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-default not supported by any of loaded plugins Jun 16 22:52:20.887882 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_fip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.888788 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.889292 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 22:52:20.889612 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.890513 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.891048 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 22:52:20.891369 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.892277 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.892787 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 22:52:20.893107 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.894008 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.894514 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 22:52:20.894856 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.895876 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.896388 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 22:52:20.896956 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.898522 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.899064 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 22:52:20.899386 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_pps_rule.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.900560 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.901085 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 22:52:20.901407 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.902306 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.902856 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 22:52:20.903178 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.904239 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.904754 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 22:52:20.905075 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: qos_rules_alias.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.906098 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.906628 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 22:52:20.906951 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: quota_check_limit.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.907848 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.908360 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: quota-check-limit Jun 16 22:52:20.908678 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: quotasv2.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.909583 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.909905 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: quotas Jun 16 22:52:20.910221 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: quotasv2_detail.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.911927 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.912258 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: quota_details Jun 16 22:52:20.912577 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: rbac.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.913641 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.914167 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: rbac-policies Jun 16 22:52:20.914496 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: rbac_address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.915443 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.915961 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: rbac-address-group Jun 16 22:52:20.916283 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: rbac_address_scope.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.917260 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.917775 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: rbac-address-scope Jun 16 22:52:20.918096 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: rbac_security_groups.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.919041 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.919553 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: rbac-security-groups Jun 16 22:52:20.919872 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.920779 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.921289 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: rbac-subnetpool Jun 16 22:52:20.921608 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: revisionifmatch.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.922515 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.923050 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: revision-if-match Jun 16 22:52:20.923369 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: revisions.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.924468 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.924977 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: standard-attr-revisions Jun 16 22:52:20.925300 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: router_availability_zone.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.925960 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.926473 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: router_availability_zone Jun 16 22:52:20.926819 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: routerservicetype.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.927730 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.928236 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 22:52:20.928554 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.929494 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.930002 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: security-groups-normalized-cidr Jun 16 22:52:20.930319 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.931263 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.931779 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: port-security-groups-filtering Jun 16 22:52:20.932098 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.933013 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.933599 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: security-groups-remote-address-group Jun 16 22:52:20.933920 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.934875 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.935386 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: security-groups-shared-filtering Jun 16 22:52:20.935702 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: securitygroup.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.945690 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.946217 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: security-group Jun 16 22:52:20.946545 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: segment.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.947280 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.947792 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension segment not supported by any of loaded plugins Jun 16 22:52:20.948115 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.949038 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.949556 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 22:52:20.949877 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: servicetype.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.951026 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.951551 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: service-type Jun 16 22:52:20.951878 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: sorting.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.952846 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.953176 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: sorting Jun 16 22:52:20.953496 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: standard_attr_segment.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.954397 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.954933 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 22:52:20.955254 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: standardattrdescription.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.955881 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.956386 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: standard-attr-description Jun 16 22:52:20.956701 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: stateful_security_group.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.957645 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.958158 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: stateful-security-group Jun 16 22:52:20.958477 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: stdattrs_common.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.959079 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 22:52:20.959402 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.960937 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.961565 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 22:52:20.961944 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: subnet_onboard.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.963043 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.963564 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: subnet_onboard Jun 16 22:52:20.963882 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.964802 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.965314 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 22:52:20.965632 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: subnet_service_types.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.966547 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.967081 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: subnet-service-types Jun 16 22:52:20.967395 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: subnetallocation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.968469 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.968986 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: subnet_allocation Jun 16 22:52:20.969310 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.969958 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.970470 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: subnetpool-prefix-ops Jun 16 22:52:20.970819 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.971745 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.972253 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 22:52:20.972567 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: tagging.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.973582 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.974101 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: standard-attr-tag Jun 16 22:52:20.974424 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: timestamp.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.975645 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.976187 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loaded extension: standard-attr-timestamp Jun 16 22:52:20.976511 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: trunk.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.977538 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.978055 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension trunk not supported by any of loaded plugins Jun 16 22:52:20.978378 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: trunk_details.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.979448 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.979970 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 22:52:20.980292 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.981847 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.982393 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 22:52:20.983028 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Loading extension file: vlantransparent.py {{(pid=103654) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 22:52:20.983821 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103654) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 22:52:20.984540 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 22:52:20.988119 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:network Jun 16 22:52:20.988990 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:subnet Jun 16 22:52:20.989556 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 22:52:20.990117 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:port Jun 16 22:52:20.992446 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:20.992966 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service FLAVORS assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:20.993800 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:20.994405 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:20.995068 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:router Jun 16 22:52:20.995742 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 22:52:20.996441 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service METERING assigned prefix: /metering {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:20.998421 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.998874 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:20.999435 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103654) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 22:52:21.000787 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 22:52:21.001483 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:security_group Jun 16 22:52:21.002157 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 22:52:21.002851 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.003311 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 22:52:21.003697 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] subnetpool is already registered Jun 16 22:52:21.004166 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.004610 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 22:52:21.005242 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] subnetpool is already registered Jun 16 22:52:21.009046 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.009717 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service FLAVORS assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.010908 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.011344 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.011929 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:router Jun 16 22:52:21.012326 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] router is already registered Jun 16 22:52:21.012847 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 22:52:21.013268 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] floatingip is already registered Jun 16 22:52:21.014142 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service METERING assigned prefix: /metering {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.015267 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 22:52:21.015702 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] rbac_policy is already registered Jun 16 22:52:21.016268 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:security_group Jun 16 22:52:21.016823 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] security_group is already registered Jun 16 22:52:21.017565 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 22:52:21.017996 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] security_group_rule is already registered Jun 16 22:52:21.018885 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.019514 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 22:52:21.019983 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] subnetpool is already registered Jun 16 22:52:21.020459 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.v2.resource_helper [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Service CORE assigned prefix: {{(pid=103654) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 22:52:21.020870 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 22:52:21.021408 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING neutron.quota.resource_registry [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] subnetpool is already registered Jun 16 22:52:21.022315 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: extensions {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.024387 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: address-groups {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.026281 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: address-scopes {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.028320 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.029963 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: auto-allocated-topology {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.032022 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: availability_zones {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.033808 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: dhcp-networks {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.036178 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: dhcp-agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.038439 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.040456 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: flavors {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.041725 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: service_profiles {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.042968 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: next_providers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.044419 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: service_profiles {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.047019 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: floatingip-pools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.048254 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.049947 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: floatingips {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.051253 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: l3-routers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.052649 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: l3-agents {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.054641 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: metering-labels {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.055887 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: metering-label-rules {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.057268 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: network-ip-availabilities {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.058505 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: bindings {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.060083 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: quotas {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.062106 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: quotas {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.063688 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: rbac-policies {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.064876 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: security-groups {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.066184 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: security-group-rules {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.067473 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: service-providers {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.068687 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: subnetpools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.070615 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: subnetpools {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.072159 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.073862 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.075734 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.077525 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.079231 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.081187 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.082916 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.084800 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.086576 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.088341 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron.api.extensions [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Extended resource: tags {{(pid=103654) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 22:52:21.094308 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING keystonemiddleware.auth_token [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 22:52:21.099409 dv-cinder-846230-1-iscsi neutron-server[103654]: WARNING keystonemiddleware.auth_token [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 22:52:21.108139 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Acquired lock "singleton_lock" {{(pid=103654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 22:52:21.108610 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_concurrency.lockutils [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Releasing lock "singleton_lock" {{(pid=103654) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 22:52:21.109252 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO oslo_service.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Starting 2 workers Jun 16 22:52:21.114118 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Started child 103761 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 22:52:21.119114 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Started child 103762 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 22:52:21.120053 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:21.120787 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO neutron.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 22:52:21.121356 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:21.121695 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [-] (103761) wsgi starting up on http://0.0.0.0:9696 Jun 16 22:52:21.123793 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO oslo_service.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Starting 1 workers Jun 16 22:52:21.123968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:21.125338 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [-] (103762) wsgi starting up on http://0.0.0.0:9696 Jun 16 22:52:21.129015 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Started child 103763 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 22:52:21.129545 dv-cinder-846230-1-iscsi neutron-server[103654]: INFO oslo_service.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Starting 1 workers Jun 16 22:52:21.133486 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] calling RpcWorker wait() {{(pid=103763) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 22:52:21.134036 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] returning from RpcWorker wait() {{(pid=103763) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 22:52:21.134553 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Started child 103764 {{(pid=103654) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 22:52:21.135408 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:21.135521 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7921e103-af5c-4264-81bf-0125b4dc26a0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:21.135928 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:52:21.137426 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 22:52:21.137631 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 22:52:21.137813 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 22:52:21.138035 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 22:52:21.138363 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 22:52:21.138524 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 22:52:21.139072 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.139350 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.139451 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:21.139876 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.139876 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.140385 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.140644 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.140731 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:52:21.140876 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.141148 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.141408 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.141578 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.141740 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.141977 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.142221 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.142535 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.142833 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.143071 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.143324 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.143492 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.143755 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.144010 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.144238 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.144525 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.144765 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.145229 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.145456 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.145691 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.145912 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.146176 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.146399 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.146679 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.147177 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.147411 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.147937 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.148204 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.148466 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.148692 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.148918 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.149191 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.149421 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.149899 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host = dv-cinder-846230-1-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.150134 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.150348 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.150570 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.150859 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.151123 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.151363 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.151628 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.151866 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.152134 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.152377 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.152602 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.152843 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.153084 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.153305 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.153461 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_options = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.153705 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.153960 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.154230 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.154424 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.154656 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.154801 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.155050 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.155209 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.155452 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.155670 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.155890 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.156106 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.156318 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.156557 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.156788 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.157018 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.157251 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.157522 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.157751 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.157974 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.158193 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.158413 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.158687 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.158906 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.159115 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.159355 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.159595 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.159823 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.160031 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.160243 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.161663 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.161949 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.162176 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.162416 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.162716 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.164159 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.164466 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.165682 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.166014 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.166241 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.166564 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.166829 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.167038 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.167279 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.167514 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.167743 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.167981 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.168202 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.168443 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.168675 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.168911 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.169127 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.169345 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.169566 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.169820 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.170036 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.170461 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.170773 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.171082 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.171340 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.171584 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.171826 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.172081 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.172303 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.172556 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.172805 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.173102 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.173327 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.173654 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.173941 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.174210 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.174703 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.174870 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.175095 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.175327 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.175557 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.175774 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.175995 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.176259 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.176479 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.176728 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.176982 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.177207 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.178094 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.178094 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.178394 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.179582 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.179907 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.181809 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.181809 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.181809 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.181809 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.181809 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.181809 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.181809 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.181809 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.182773 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.182773 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.182773 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.182773 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.183107 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.183197 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.183385 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.183641 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.183878 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.184095 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.184474 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.184617 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.184771 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.184972 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.185199 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.185432 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.185683 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.186288 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.186288 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.186562 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.186730 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.186857 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.187058 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.187736 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.187736 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.187736 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.188062 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.188176 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.188337 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.188555 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.188769 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.189001 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.189219 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.189431 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.189794 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.189943 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.190122 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.190292 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.190502 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.190734 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.190945 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.191156 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.191363 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.191593 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.191799 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.192013 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.192307 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.192451 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.192665 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.192880 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.193068 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.193602 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.193602 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.193878 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.194088 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.194337 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.195145 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.195385 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.195633 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.195837 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.196046 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.196306 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.196520 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.196779 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.197055 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.197199 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.197403 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.197617 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.197855 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.198076 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.198317 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.198568 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.198813 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.199097 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.199349 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.199598 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.199841 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.200299 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.200299 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.200589 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.200783 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.201416 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.201416 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.201721 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.201858 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.202056 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.202322 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.202575 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.202854 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.203133 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.203965 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.203965 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.203965 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.204516 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.204516 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.204516 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.204994 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.204994 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.205252 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.206573 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.206573 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.208531 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.208776 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.209089 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.209354 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.209605 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.209882 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.210183 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.210463 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.210757 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.210991 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.211245 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.211501 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.211755 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.211974 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.212193 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.212410 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.212632 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.212851 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.213091 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.213365 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.213583 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.213825 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.214046 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.214264 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.214502 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.214778 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.214996 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.215253 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.215491 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.215710 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.215947 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.216166 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.216377 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.216609 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.216844 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.217124 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.217394 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.217609 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.217836 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.218094 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.218336 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.218551 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.218899 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.219125 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.219337 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.219551 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.219770 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.219983 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.220198 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.220422 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.220642 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.220876 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.221126 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.221473 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.221726 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.221955 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.222204 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.222443 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.222680 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.222918 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.223141 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.223389 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.223608 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.223831 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.224049 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.224288 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.224522 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.224738 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.224973 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.225236 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.225454 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.225691 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.225939 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.226163 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.226378 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.226617 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.226842 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.227048 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.227254 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.227470 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.227722 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.227972 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.228228 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.228502 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.230816 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.231135 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.231418 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.231660 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.231918 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.232189 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.232423 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.232666 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.232900 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.233551 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.233551 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.233551 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.233801 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.234050 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.234276 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.234493 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.234770 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.234990 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.235228 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.235478 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.235702 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.235917 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.236146 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.236361 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.236579 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.236805 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.237024 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.237237 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.237489 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.237704 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.237916 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.238140 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.238360 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.238572 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.239134 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.239526 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.239811 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.240893 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.241283 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.242189 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.242819 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.243335 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.243594 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.243877 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.244134 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.244392 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.244631 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.244904 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.245254 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.245579 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.246169 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.246443 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.246773 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.247075 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.247386 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.247620 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.247948 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.248255 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.248531 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.248803 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.249057 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.249313 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.249572 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.249813 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.250057 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.250300 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.250521 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.250806 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.251039 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.251288 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.251509 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.251740 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.251962 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.252236 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.252466 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.252694 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.252914 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.253072 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 22:52:21.253774 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103654) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 22:52:21.253935 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 22:52:21.254119 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:52:21.254245 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 22:52:21.254403 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 22:52:21.254612 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 22:52:21.254776 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 22:52:21.254986 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.255148 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.255308 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.255468 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.255649 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.255811 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.255972 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.256130 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.256385 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.256551 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.256789 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.256991 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.257650 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.257650 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.257650 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.257650 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.257920 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.257985 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.258107 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.258470 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.258736 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.258921 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] debug = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.259079 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.259258 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.259423 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.259954 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.259954 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.260124 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.260201 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.260337 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.260488 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.260655 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.260849 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.260990 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.261120 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.261279 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.261437 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.261595 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.261753 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.261915 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host = dv-cinder-846230-1-iscsi {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.262069 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.262231 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.262373 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.262531 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.262712 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.262870 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.263020 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.263182 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.263339 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.263496 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.263649 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.263811 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.263963 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.264266 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.264563 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_options = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.264856 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.265148 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.265446 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.265637 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.265805 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.265965 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.266123 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.266299 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.266462 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.266685 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.266889 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.267071 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.267249 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.267422 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.267592 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.267761 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.267928 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.268096 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.268260 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.268421 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.268580 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.268738 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.268899 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.269058 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.269219 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.269377 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.269534 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.269691 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.269855 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.270013 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.270170 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.270331 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.270490 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.270678 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.270831 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.270990 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.271147 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.271305 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.271465 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.271625 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.272063 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.272221 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.272379 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.273043 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.273218 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.273375 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.273531 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_json = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.273689 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.273845 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.273999 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.274122 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.274281 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.274424 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.274584 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.274761 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.274901 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 22:52:21.275074 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.275237 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.275409 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.275569 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.275732 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.275892 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.276053 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.276213 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.276372 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.276532 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.276701 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.276861 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.277033 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.277194 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.277360 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.277524 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.277674 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.277832 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.277995 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.278147 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.278306 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.278468 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.278665 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.278813 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.278978 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.279134 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.279273 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.279444 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.279596 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.279761 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.279936 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.280096 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.280258 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.280423 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.280583 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.280744 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.280905 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.281065 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.281225 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.281385 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.281546 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.281706 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.281866 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.282025 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.282186 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.282346 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.282507 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.282686 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.282847 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.283009 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.283169 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.283328 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.283488 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.283649 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.283810 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.283970 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.284130 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.284302 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.284462 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.284623 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.284783 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.284943 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.285103 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.285261 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.285421 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.285581 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.285741 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.285900 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.286074 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.286234 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.286393 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.286554 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.286735 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.286899 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.287060 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.287220 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.287381 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.287540 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.287700 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.287860 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.288019 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.288214 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.288384 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.288591 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.288705 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.288865 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.289026 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.289185 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.289346 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.289506 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.289668 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.289846 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.290007 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.290167 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.290328 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.290493 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.290674 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.290835 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.290995 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.291156 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.291316 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.291476 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.291637 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.291800 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.291960 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.292120 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.292707 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.292876 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.293038 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.293200 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.293361 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.293521 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.293680 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.293841 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.294001 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.294162 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.294322 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.294483 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.294662 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.294834 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.294994 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.295157 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.295319 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.295488 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.295659 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.295821 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.295982 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.296143 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.296302 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.296462 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.296649 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.296807 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.297125 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.297285 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.297447 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.297620 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.297781 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.297943 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.298104 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.298288 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.298449 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.298626 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.298791 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.298953 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.299114 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.299275 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.299435 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.299596 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.299757 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.299917 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.300077 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.300237 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.300401 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.300561 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.300722 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.300882 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.301043 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.301202 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.301363 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.301524 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.301686 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.301846 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.302005 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.302165 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.302325 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.302484 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.302664 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.302827 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.302988 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.303149 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.303308 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.303469 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.303628 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.304365 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.304608 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.304795 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.304973 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.305146 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.305316 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.305484 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.305652 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.305820 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.305971 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.306141 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.306309 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.306467 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.306650 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.306814 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.306976 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.307141 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.307302 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.307442 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.307577 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.307744 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.307921 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.308062 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.308206 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.308376 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.308520 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.308671 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.308825 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.308983 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.309142 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.309306 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.309452 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.309617 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.309759 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.309923 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.310081 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.310232 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.310375 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.310516 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.310693 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.310838 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.310983 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.311149 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.311293 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.311453 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.311600 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.311741 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.311897 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.312055 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.312213 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.312384 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.312543 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.312701 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.312865 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.313011 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.313151 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.313325 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.313468 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.313634 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.313775 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.313939 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.314086 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.314240 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.314398 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.314556 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.314738 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.314897 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.315055 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.315223 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.315380 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.315537 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.315695 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.315853 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.316016 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.316715 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.316715 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.316715 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.316715 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317027 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317027 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317027 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317231 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317339 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317496 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317654 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317813 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.317981 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.318140 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.318298 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.318463 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.318640 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.318801 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.318958 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.319129 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.319287 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.319569 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.319733 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.319892 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.320049 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.320209 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.320372 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.320544 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.320709 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.320869 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.321035 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.321202 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.321369 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.321528 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.321692 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.321861 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.322020 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.322180 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.322886 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.323045 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.323204 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.323362 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.323520 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.323678 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.323836 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.323994 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.324151 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.324317 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.324455 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.324612 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.324769 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.324927 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.325087 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.325234 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.325392 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 22:52:21.325541 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103654) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 22:52:21.483083 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 47518) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:21.492137 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063999 Jun 16 22:52:30.598253 dv-cinder-846230-1-iscsi neutron-server[103654]: DEBUG dbcounter [-] [103654] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103654) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:32.652625 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c5db2d-00cf-49d8-97a7-d8733e421b92 None None] get_active_networks_info from dv-cinder-846230-1-iscsi {{(pid=103763) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 22:52:32.663662 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writer thread running {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 22:52:32.715268 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c5db2d-00cf-49d8-97a7-d8733e421b92 None None] No non-hosted networks {{(pid=103763) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 22:52:32.738790 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.agentschedulers_db [None req-68c5db2d-00cf-49d8-97a7-d8733e421b92 None None] DHCP Agent not found on host dv-cinder-846230-1-iscsi {{(pid=103763) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 16 22:52:32.892791 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1c76be21-8e0e-47af-976c-84a5b8a86dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344163'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:34.109568 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writer thread running {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 22:52:34.759768 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-623a2dab-b6f6-4f38-8a71-fe11234dad81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344163'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:34.820572 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-364fd921-3fc9-4a1f-ad81-1aa13e882468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:35.788788 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344163'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:35.914324 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 47590) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:36.515531 dv-cinder-846230-1-iscsi neutron-server[103762]: WARNING oslo_policy.policy [None req-e6e2ce88-dd52-4162-ac7c-19f2835fdff9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 22:52:36.516411 dv-cinder-846230-1-iscsi neutron-server[103762]: WARNING oslo_policy.policy [None req-e6e2ce88-dd52-4162-ac7c-19f2835fdff9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 22:52:36.742649 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-e6e2ce88-dd52-4162-ac7c-19f2835fdff9 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 22:52:36.761044 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e6e2ce88-dd52-4162-ac7c-19f2835fdff9 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8456981 Jun 16 22:52:37.371297 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.db.l3_hamode_db [None req-3efcccef-4170-4d6d-a99e-a65de58ad781 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 22:52:37.453470 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344163'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:37.462113 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efcccef-4170-4d6d-a99e-a65de58ad781 None None] Routers set() bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 22:52:37.462833 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efcccef-4170-4d6d-a99e-a65de58ad781 None None] Router IDs set() for agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 22:52:38.201401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344163'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:38.202193 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.202541 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.202983 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.203323 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.203649 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.203993 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.204316 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.204685 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.204973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.205288 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.206200 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.206720 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.207387 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.207843 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.208327 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:38.211073 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846230-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:52:38.223034 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846230-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:52:39.171654 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 47622) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:39.512840 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-ca1b01f7-e0e1-45a8-9ce8-4de5e5c5b75b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:52:39.604983 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.policy [None req-ca1b01f7-e0e1-45a8-9ce8-4de5e5c5b75b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103762) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 22:52:39.647046 dv-cinder-846230-1-iscsi neutron-server[103762]: WARNING oslo_policy.policy [None req-ca1b01f7-e0e1-45a8-9ce8-4de5e5c5b75b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 22:52:39.647418 dv-cinder-846230-1-iscsi neutron-server[103762]: WARNING oslo_policy.policy [None req-ca1b01f7-e0e1-45a8-9ce8-4de5e5c5b75b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 22:52:39.668434 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writer thread running {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 22:52:39.745497 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ca1b01f7-e0e1-45a8-9ce8-4de5e5c5b75b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773988723542', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773988724058', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773988739620', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773988742162', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773988556480', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773988561686', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-933752', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-974466', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1812956', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1754278'] for rbac-policy (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:39.813343 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ca1b01f7-e0e1-45a8-9ce8-4de5e5c5b75b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:39.814425 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ca1b01f7-e0e1-45a8-9ce8-4de5e5c5b75b admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6417866 Jun 16 22:52:42.099353 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 47634) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:42.415162 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:52:42.445334 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Made reservation on behalf of 9bdf56f0db064649a642e4d566966738 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 22:52:42.449140 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:42.465581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:42.571731 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Publish callbacks [] for security_group (3be1411f-c140-422a-9a4b-2146fd498e47), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:42.575340 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3be1411f-c140-422a-9a4b-2146fd498e47), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:42.598676 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 22:52:42.633741 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773983866350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (61a55d4c-64c4-4983-9f26-9fa2041255af), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:42.634284 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Unsubscribe: segment precommit_create {{(pid=103762) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 22:52:42.634819 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Added segment 61a55d4c-64c4-4983-9f26-9fa2041255af of type vlan for network 99c3f838-6c0c-4205-ac30-c59021d48d26 Jun 16 22:52:42.651595 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1411f-c140-422a-9a4b-2146fd498e47,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:52:42.701024 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.701367 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.701716 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.702064 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.702388 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.702732 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.703052 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.703365 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.703680 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.703992 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.704348 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.704657 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.705041 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.705347 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.705636 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Tracked resource versions report: Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: pushed versions: Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: { 'AddressGroup': {'1.2'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Agent': {'1.1'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'ConntrackHelper': {'1.0'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'LocalIPAssociation': {'1.0'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Log': {'1.0'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'NDPProxy': {'1.0'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Network': {'1.1'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Port': {'1.7'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'PortForwarding': {'1.3'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'QosPolicy': {'1.10'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SecurityGroup': {'1.5'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SecurityGroupRule': {'1.2'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SubPort': {'1.0'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Subnet': {'1.1'}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Trunk': {'1.1'}} Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: consumer versions: Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: { DHCP agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: L3 agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: Metadata agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: Metering agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: Open vSwitch agent@dv-cinder-846230-1-iscsi: { 'AddressGroup': '1.2', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Agent': '1.1', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'ConntrackHelper': '1.0', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'LocalIPAssociation': '1.0', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Log': '1.0', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'NDPProxy': '1.0', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Network': '1.1', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Port': '1.7', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'PortForwarding': '1.3', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'QosPolicy': '1.10', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SecurityGroup': '1.5', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SecurityGroupRule': '1.2', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SubPort': '1.0', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Subnet': '1.1', Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Trunk': '1.1'}} Jun 16 22:52:42.707005 dv-cinder-846230-1-iscsi neutron-server[103762]: {{(pid=103762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 22:52:42.738422 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (99c3f838-6c0c-4205-ac30-c59021d48d26), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:42.781461 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (99c3f838-6c0c-4205-ac30-c59021d48d26), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:42.786729 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:52:42.787975 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:42.855912 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7555897 Jun 16 22:52:42.907641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aef8da-c8ce-44ca-b6d4-8d230920ec0e demo demo] Pushing event updated for resources: {'Network': ['ID=99c3f838-6c0c-4205-ac30-c59021d48d26,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:52:42.920387 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 99c3f838-6c0c-4205-ac30-c59021d48d26 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 22:52:45.235205 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 47646) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:45.576494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:45.647690 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be820772-7955-4aa3-8103-4d2e7068820e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:52:45.649038 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-be820772-7955-4aa3-8103-4d2e7068820e demo admin] 10.222.0.17 "GET /v2.0/networks/99c3f838-6c0c-4205-ac30-c59021d48d26 HTTP/1.1" status: 200 len: 825 time: 0.4128251 Jun 16 22:52:45.673294 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1c7940e8-ac5e-4d30-a695-c8c833aba6cf demo admin] 10.222.0.17 "GET /v2.0/subnetpools/a7e0ec40-836b-4d1b-95e0-e6ab69c2fee6 HTTP/1.1" status: 200 len: 734 time: 0.0186357 Jun 16 22:52:45.681638 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26', 'name': 'private-subnet', 'subnetpool_id': 'a7e0ec40-836b-4d1b-95e0-e6ab69c2fee6'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:52:45.703675 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Made reservation on behalf of 9bdf56f0db064649a642e4d566966738 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 22:52:45.705932 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:45.826957 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:46.017713 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (5d85ff39-5e1c-41c5-9984-fb5a077b7466), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:46.087162 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5d85ff39-5e1c-41c5-9984-fb5a077b7466,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:52:46.092430 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Checking segment: {'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 22:52:46.092806 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Network hostable DHCP agents. Network: 99c3f838-6c0c-4205-ac30-c59021d48d26, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 22:52:46.113790 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Network 99c3f838-6c0c-4205-ac30-c59021d48d26 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 22:52:46.124970 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 99c3f838-6c0c-4205-ac30-c59021d48d26) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 22:52:46.129959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:52:46.131612 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:46.134932 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbac717-729c-4062-a511-16a196313f82 None None] Network 99c3f838-6c0c-4205-ac30-c59021d48d26 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 22:52:46.147144 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bf53c24f-60af-499b-aea9-ecff3f5f5101 demo admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4685819 Jun 16 22:52:46.401425 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-99c3f838-6c0c-4205-ac30-c59021d48d26', 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26', 'project_id': '9bdf56f0db064649a642e4d566966738', 'fixed_ips': [{'subnet_id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 22:52:46.402741 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:46.683125 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Allocated IP 172.20.0.2 (99c3f838-6c0c-4205-ac30-c59021d48d26/5d85ff39-5e1c-41c5-9984-fb5a077b7466/8c3f13e7-f8f5-427f-93d6-1371480b0e51) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 22:52:46.750671 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:46.951279 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Publish callbacks [] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:46.959562 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:47.034422 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Network 99c3f838-6c0c-4205-ac30-c59021d48d26 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 22:52:47.045865 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 22:52:47.050780 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Pushing event updated for resources: {'Port': ['ID=8c3f13e7-f8f5-427f-93d6-1371480b0e51,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:52:47.053595 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 22:52:47.063807 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.064151 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.064501 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.064849 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.065179 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.065501 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.065821 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.066138 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.066454 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.066793 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.067112 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.067442 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.067804 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.068118 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.068431 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Tracked resource versions report: Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: pushed versions: Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: { 'AddressGroup': {'1.2'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Agent': {'1.1'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'ConntrackHelper': {'1.0'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'LocalIPAssociation': {'1.0'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Log': {'1.0'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'NDPProxy': {'1.0'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Network': {'1.1'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Port': {'1.7'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'PortForwarding': {'1.3'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'QosPolicy': {'1.10'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SecurityGroup': {'1.5'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SecurityGroupRule': {'1.2'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SubPort': {'1.0'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Subnet': {'1.1'}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Trunk': {'1.1'}} Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: consumer versions: Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: { DHCP agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: L3 agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: Metadata agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: Metering agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: Open vSwitch agent@dv-cinder-846230-1-iscsi: { 'AddressGroup': '1.2', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Agent': '1.1', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'ConntrackHelper': '1.0', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'LocalIPAssociation': '1.0', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Log': '1.0', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'NDPProxy': '1.0', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Network': '1.1', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Port': '1.7', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'PortForwarding': '1.3', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'QosPolicy': '1.10', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SecurityGroup': '1.5', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SecurityGroupRule': '1.2', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SubPort': '1.0', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Subnet': '1.1', Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Trunk': '1.1'}} Jun 16 22:52:47.069795 dv-cinder-846230-1-iscsi neutron-server[103763]: {{(pid=103763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 22:52:47.145316 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Attempting to bind port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 22:52:47.146221 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Attempting to bind port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 22:52:47.146407 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Attempting to bind port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 on network 99c3f838-6c0c-4205-ac30-c59021d48d26 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 22:52:47.151362 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 22, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 22:52:47.151738 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Checking segment: {'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 22:52:47.152212 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:47.152593 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Bound using segment: {'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 22:52:47.153071 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Bound port: 8c3f13e7-f8f5-427f-93d6-1371480b0e51, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 22:52:47.153458 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:47.161913 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:47.213805 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] For port 8c3f13e7-f8f5-427f-93d6-1371480b0e51, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 22:52:47.233685 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] For port 8c3f13e7-f8f5-427f-93d6-1371480b0e51, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=8c3f13e7-f8f5-427f-93d6-1371480b0e51,segment=NetworkSegment(61a55d4c-64c4-4983-9f26-9fa2041255af),segment_id=61a55d4c-64c4-4983-9f26-9fa2041255af)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 22:52:47.241678 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:47.298692 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2367d-5ed8-4898-a121-a8227fcc2694 None None] Pushing event updated for resources: {'Port': ['ID=8c3f13e7-f8f5-427f-93d6-1371480b0e51,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:52:48.560110 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 47658) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:48.884193 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-f5c9f901-d936-4f3a-80cb-a8f8c789caa9 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 22:52:48.885197 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f5c9f901-d936-4f3a-80cb-a8f8c789caa9 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3241534 Jun 16 22:52:49.406859 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=8 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:49.413588 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:51.266950 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 47670) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:51.602248 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [None req-ac9b9c4f-589f-494f-b5f3-b88d09252313 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 22:52:51.603286 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ac9b9c4f-589f-494f-b5f3-b88d09252313 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3354201 Jun 16 22:52:53.991125 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 47682) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:54.519160 dv-cinder-846230-1-iscsi neutron-server[103761]: WARNING oslo_policy.policy [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 22:52:54.519741 dv-cinder-846230-1-iscsi neutron-server[103761]: WARNING oslo_policy.policy [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 22:52:54.733368 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:52:54.793003 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.policy [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103761) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 22:52:54.835816 dv-cinder-846230-1-iscsi neutron-server[103761]: WARNING oslo_policy.policy [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 22:52:54.836222 dv-cinder-846230-1-iscsi neutron-server[103761]: WARNING oslo_policy.policy [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 22:52:54.856981 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writer thread running {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 22:52:54.862798 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:54.910044 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (5f036bff-0b65-4494-bfc6-e70d462a5138), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:54.911993 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (5f036bff-0b65-4494-bfc6-e70d462a5138), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:55.066940 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] Publish callbacks [] for router_controller (5f036bff-0b65-4494-bfc6-e70d462a5138), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:55.072960 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (5f036bff-0b65-4494-bfc6-e70d462a5138), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:55.095884 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:55.110717 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5fa64460-e8fb-436a-8c89-509c54b3dea9 demo demo] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1043761 Jun 16 22:52:55.335304 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01226dbe-8a94-40e5-adad-39f56212de07 None None] Network 99c3f838-6c0c-4205-ac30-c59021d48d26 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 22:52:55.414040 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-7c377557-3c0f-4755-b920-d0732655f762 None None] Provisioning complete for port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:52:55.414451 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7c377557-3c0f-4755-b920-d0732655f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:55.594065 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7c377557-3c0f-4755-b920-d0732655f762 None None] Current status of the port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:52:55.594454 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7c377557-3c0f-4755-b920-d0732655f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:55.631702 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7c377557-3c0f-4755-b920-d0732655f762 None None] For port 8c3f13e7-f8f5-427f-93d6-1371480b0e51, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=8c3f13e7-f8f5-427f-93d6-1371480b0e51,segment=NetworkSegment(61a55d4c-64c4-4983-9f26-9fa2041255af),segment_id=61a55d4c-64c4-4983-9f26-9fa2041255af)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 22:52:55.635717 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7c377557-3c0f-4755-b920-d0732655f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:55.685488 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c377557-3c0f-4755-b920-d0732655f762 None None] Pushing event updated for resources: {'Port': ['ID=8c3f13e7-f8f5-427f-93d6-1371480b0e51,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:52:55.754039 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-7d9a1da6-7fa2-44a5-91d5-ed7a90d19c3c None None] Provisioning complete for port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:52:55.754427 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7d9a1da6-7fa2-44a5-91d5-ed7a90d19c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:55.824088 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a1da6-7fa2-44a5-91d5-ed7a90d19c3c None None] Current status of the port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:52:55.928615 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 8c3f13e7-f8f5-427f-93d6-1371480b0e51 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 22:52:55.950342 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:55.976927 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:52:55.977307 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:52:56.044859 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:52:56.141235 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:56.141972 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=62,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:52:57.467078 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 47702) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:52:57.792621 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [None req-59594124-31ea-4180-b701-823873ca8f2b admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103761) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 22:52:57.793628 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-59594124-31ea-4180-b701-823873ca8f2b admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3256371 Jun 16 22:53:00.136660 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 47710) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:53:00.458849 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:53:00.480431 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Made reservation on behalf of 2ffbb7bcd828426c857e7fce279519f7 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 22:53:00.483281 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:00.498421 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:00.602862 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Publish callbacks [] for security_group (2fb95885-0677-4b71-af79-192ad49a1493), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:00.606358 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (2fb95885-0677-4b71-af79-192ad49a1493), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:00.618006 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Reserving flat network on physical network physnet1 {{(pid=103761) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 22:53:00.650975 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773983866350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (3f7bc99f-e796-4294-a5f9-0475b73f050c), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:00.651523 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Unsubscribe: segment precommit_create {{(pid=103761) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 22:53:00.652043 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Added segment 3f7bc99f-e796-4294-a5f9-0475b73f050c of type flat for network 0d3d98d4-5670-4dea-a434-bf3ab95da654 Jun 16 22:53:00.667735 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb95885-0677-4b71-af79-192ad49a1493,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:00.693545 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.693886 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.694249 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.694585 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.694935 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.695260 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.695584 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.695903 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.696241 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.696566 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.696901 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.697222 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.697538 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.697853 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.698168 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Tracked resource versions report: Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: pushed versions: Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: { 'AddressGroup': {'1.2'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Agent': {'1.1'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'ConntrackHelper': {'1.0'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'LocalIPAssociation': {'1.0'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Log': {'1.0'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'NDPProxy': {'1.0'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Network': {'1.1'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Port': {'1.7'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'PortForwarding': {'1.3'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'QosPolicy': {'1.10'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SecurityGroup': {'1.5'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SecurityGroupRule': {'1.2'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SubPort': {'1.0'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Subnet': {'1.1'}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Trunk': {'1.1'}} Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: consumer versions: Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: { DHCP agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: L3 agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: Metadata agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: Metering agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: Open vSwitch agent@dv-cinder-846230-1-iscsi: { 'AddressGroup': '1.2', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Agent': '1.1', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'ConntrackHelper': '1.0', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'LocalIPAssociation': '1.0', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Log': '1.0', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'NDPProxy': '1.0', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Network': '1.1', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Port': '1.7', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'PortForwarding': '1.3', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'QosPolicy': '1.10', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SecurityGroup': '1.5', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SecurityGroupRule': '1.2', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SubPort': '1.0', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Subnet': '1.1', Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Trunk': '1.1'}} Jun 16 22:53:00.699573 dv-cinder-846230-1-iscsi neutron-server[103761]: {{(pid=103761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 22:53:00.768313 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (0d3d98d4-5670-4dea-a434-bf3ab95da654), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:00.810341 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (0d3d98d4-5670-4dea-a434-bf3ab95da654), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:00.811560 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:53:00.812290 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:00.876510 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7387156 Jun 16 22:53:00.916437 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ff06d-15d4-4352-869d-be76cf3be846 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3d98d4-5670-4dea-a434-bf3ab95da654,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:00.927491 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 22:53:02.626941 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ddec8bf3-e11d-4942-b540-198bd8f2e307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:03.234973 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 47722) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:53:03.642879 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e04a7-211c-438f-8c8f-919609d9b73d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:53:03.644234 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ed2e04a7-211c-438f-8c8f-919609d9b73d demo admin] 10.222.0.17 "GET /v2.0/subnets/5d85ff39-5e1c-41c5-9984-fb5a077b7466 HTTP/1.1" status: 200 len: 849 time: 0.4083090 Jun 16 22:53:03.776064 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-40b473f5-8957-49ef-9fa4-1961402a7582 demo admin] 10.222.0.17 "GET /v2.0/routers/5f036bff-0b65-4494-bfc6-e70d462a5138 HTTP/1.1" status: 200 len: 704 time: 0.1256421 Jun 16 22:53:04.020645 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:04.038515 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:04.128264 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=11,neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:04.327657 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Allocated IP 172.20.0.1 (99c3f838-6c0c-4205-ac30-c59021d48d26/5d85ff39-5e1c-41c5-9984-fb5a077b7466/f482cc17-3505-4ebd-843d-9d022445cdef) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 22:53:04.509022 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Publish callbacks [] for port (f482cc17-3505-4ebd-843d-9d022445cdef), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:04.568880 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:04.649455 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Network 99c3f838-6c0c-4205-ac30-c59021d48d26 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 22:53:04.657199 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 22:53:04.659168 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Pushing event updated for resources: {'Port': ['ID=f482cc17-3505-4ebd-843d-9d022445cdef,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:04.663485 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 22:53:04.664201 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (5f036bff-0b65-4494-bfc6-e70d462a5138), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:04.759796 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cd01f3d-0127-4772-8da6-e2ceddc267e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:04.860076 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:04.888501 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-9f5ea3e7-93a6-4115-99ba-1da6cdb18193 None None] Provisioning complete for port f482cc17-3505-4ebd-843d-9d022445cdef triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:53:04.888881 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea3e7-93a6-4115-99ba-1da6cdb18193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:04.914354 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:04.922335 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ea3e7-93a6-4115-99ba-1da6cdb18193 None None] Port f482cc17-3505-4ebd-843d-9d022445cdef cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 22:53:05.112142 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:05.114317 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Publish callbacks [] for port (f482cc17-3505-4ebd-843d-9d022445cdef), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:05.118913 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:05.119748 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (5f036bff-0b65-4494-bfc6-e70d462a5138), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:05.203894 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Pushing event updated for resources: {'Port': ['ID=f482cc17-3505-4ebd-843d-9d022445cdef,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:05.247196 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Network 99c3f838-6c0c-4205-ac30-c59021d48d26 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 22:53:05.248478 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 22:53:05.358643 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:05.406313 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Router 5f036bff-0b65-4494-bfc6-e70d462a5138 is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 22:53:05.444341 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-5c52fd93-5bd5-492f-af2d-5bce833686bc None None] Provisioning complete for port f482cc17-3505-4ebd-843d-9d022445cdef triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:53:05.444725 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5c52fd93-5bd5-492f-af2d-5bce833686bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:05.474904 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-5c52fd93-5bd5-492f-af2d-5bce833686bc None None] Port f482cc17-3505-4ebd-843d-9d022445cdef cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 22:53:05.493615 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 22:53:05.498719 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c4156277-437e-4eb7-a681-8900b9b9830b demo admin] 10.222.0.17 "PUT /v2.0/routers/5f036bff-0b65-4494-bfc6-e70d462a5138/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7173722 Jun 16 22:53:05.503047 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Sync routers for ids ['5f036bff-0b65-4494-bfc6-e70d462a5138'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 22:53:05.516172 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Routers {'5f036bff-0b65-4494-bfc6-e70d462a5138'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 22:53:05.516932 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T22:53:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['5f036bff-0b65-4494-bfc6-e70d462a5138'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:53:05.697488 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Set router 5f036bff-0b65-4494-bfc6-e70d462a5138 gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 22:53:05.734343 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:06.107524 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'name': 'router1', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T22:52:54Z', 'updated_at': '2022-06-16T22:53:04Z', 'revision_number': 2, 'project_id': '9bdf56f0db064649a642e4d566966738', 'gw_port_host': None, '_interfaces': [{'id': 'f482cc17-3505-4ebd-843d-9d022445cdef', 'name': '', 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'mac_address': 'fa:16:3e:a4:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:04Z', 'updated_at': '2022-06-16T22:53:04Z', 'revision_number': 2, 'project_id': '9bdf56f0db064649a642e4d566966738', 'subnets': [{'id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e0ec40-836b-4d1b-95e0-e6ab69c2fee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:53:06.156875 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Checking router: 5f036bff-0b65-4494-bfc6-e70d462a5138 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 22:53:06.157248 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Updating router 5f036bff-0b65-4494-bfc6-e70d462a5138 port f482cc17-3505-4ebd-843d-9d022445cdef binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 22:53:06.210366 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:06.711468 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Publish callbacks [] for port (f482cc17-3505-4ebd-843d-9d022445cdef), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:06.718580 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:06.870626 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Pushing event updated for resources: {'Port': ['ID=f482cc17-3505-4ebd-843d-9d022445cdef,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:06.889087 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.889426 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.889767 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.890103 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.890428 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.890777 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.891099 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.891416 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.891736 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.892050 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.892363 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.892694 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.893011 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.893319 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.893626 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Tracked resource versions report: Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: pushed versions: Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: { 'AddressGroup': {'1.2'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Agent': {'1.1'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'ConntrackHelper': {'1.0'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'LocalIPAssociation': {'1.0'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Log': {'1.0'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'NDPProxy': {'1.0'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Network': {'1.1'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Port': {'1.7'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'PortForwarding': {'1.3'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'QosPolicy': {'1.10'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SecurityGroup': {'1.5'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SecurityGroupRule': {'1.2'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SubPort': {'1.0'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Subnet': {'1.1'}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Trunk': {'1.1'}} Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: consumer versions: Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: { DHCP agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: L3 agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: Metadata agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: Metering agent@dv-cinder-846230-1-iscsi: {}, Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: Open vSwitch agent@dv-cinder-846230-1-iscsi: { 'AddressGroup': '1.2', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Agent': '1.1', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'ConntrackHelper': '1.0', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'LocalIPAssociation': '1.0', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Log': '1.0', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'NDPProxy': '1.0', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Network': '1.1', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Port': '1.7', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'PortForwarding': '1.3', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'QosPolicy': '1.10', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SecurityGroup': '1.5', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SecurityGroupRule': '1.2', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SubPort': '1.0', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Subnet': '1.1', Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Trunk': '1.1'}} Jun 16 22:53:06.895902 dv-cinder-846230-1-iscsi neutron-server[103764]: {{(pid=103764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 22:53:06.900530 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Attempting to bind port f482cc17-3505-4ebd-843d-9d022445cdef on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 22:53:06.900915 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Attempting to bind port f482cc17-3505-4ebd-843d-9d022445cdef by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 22:53:06.901319 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Attempting to bind port f482cc17-3505-4ebd-843d-9d022445cdef on network 99c3f838-6c0c-4205-ac30-c59021d48d26 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 22:53:06.907100 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 22, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 22:53:06.907503 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Checking segment: {'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 22:53:06.907986 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:06.908363 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Bound using segment: {'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 22:53:06.908842 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Bound port: f482cc17-3505-4ebd-843d-9d022445cdef, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a55d4c-64c4-4983-9f26-9fa2041255af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 22:53:06.909236 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:06.946012 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:06.973406 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] For port f482cc17-3505-4ebd-843d-9d022445cdef, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 22:53:06.994984 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] For port f482cc17-3505-4ebd-843d-9d022445cdef, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=f482cc17-3505-4ebd-843d-9d022445cdef,segment=NetworkSegment(61a55d4c-64c4-4983-9f26-9fa2041255af),segment_id=61a55d4c-64c4-4983-9f26-9fa2041255af)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 22:53:07.002462 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:07.003732 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-02bd760c-fbc4-4c8a-b4b7-450e2797360d None None] Provisioning complete for port f482cc17-3505-4ebd-843d-9d022445cdef triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:53:07.004372 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02bd760c-fbc4-4c8a-b4b7-450e2797360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:07.036806 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:07.053186 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Routers {'5f036bff-0b65-4494-bfc6-e70d462a5138'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 22:53:07.054009 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T22:53:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['5f036bff-0b65-4494-bfc6-e70d462a5138'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:53:07.088382 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-02bd760c-fbc4-4c8a-b4b7-450e2797360d None None] Current status of the port f482cc17-3505-4ebd-843d-9d022445cdef is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:53:07.088771 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02bd760c-fbc4-4c8a-b4b7-450e2797360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:07.127119 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-02bd760c-fbc4-4c8a-b4b7-450e2797360d None None] For port f482cc17-3505-4ebd-843d-9d022445cdef, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=f482cc17-3505-4ebd-843d-9d022445cdef,segment=NetworkSegment(61a55d4c-64c4-4983-9f26-9fa2041255af),segment_id=61a55d4c-64c4-4983-9f26-9fa2041255af)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 22:53:07.131831 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02bd760c-fbc4-4c8a-b4b7-450e2797360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:07.147836 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] Set router 5f036bff-0b65-4494-bfc6-e70d462a5138 gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 22:53:07.251521 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd760c-fbc4-4c8a-b4b7-450e2797360d None None] Pushing event updated for resources: {'Port': ['ID=f482cc17-3505-4ebd-843d-9d022445cdef,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:07.264908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a204c093-fff1-439b-bb88-72c24ee6d35f None None] Provisioning complete for port f482cc17-3505-4ebd-843d-9d022445cdef triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:53:07.265296 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a204c093-fff1-439b-bb88-72c24ee6d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:07.280227 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac143f90-1656-4c56-a9c3-f222943f1cf4 None None] Pushing event updated for resources: {'Port': ['ID=f482cc17-3505-4ebd-843d-9d022445cdef,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:07.351357 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a204c093-fff1-439b-bb88-72c24ee6d35f None None] Current status of the port f482cc17-3505-4ebd-843d-9d022445cdef is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:53:07.354180 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:07.367301 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'name': 'router1', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T22:52:54Z', 'updated_at': '2022-06-16T22:53:04Z', 'revision_number': 2, 'project_id': '9bdf56f0db064649a642e4d566966738', 'gw_port_host': None, '_interfaces': [{'id': 'f482cc17-3505-4ebd-843d-9d022445cdef', 'name': '', 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'mac_address': 'fa:16:3e:a4:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:04Z', 'updated_at': '2022-06-16T22:53:06Z', 'revision_number': 4, 'project_id': '9bdf56f0db064649a642e4d566966738', 'subnets': [{'id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e0ec40-836b-4d1b-95e0-e6ab69c2fee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:53:07.395054 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d398d-43e7-45ad-b999-28140cb42557 None None] The sync data for ids ['5f036bff-0b65-4494-bfc6-e70d462a5138'] in dv-cinder-846230-1-iscsi is: [{'id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'name': 'router1', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T22:52:54Z', 'updated_at': '2022-06-16T22:53:04Z', 'revision_number': 2, 'project_id': '9bdf56f0db064649a642e4d566966738', 'gw_port_host': None, '_interfaces': [{'id': 'f482cc17-3505-4ebd-843d-9d022445cdef', 'name': '', 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'mac_address': 'fa:16:3e:a4:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:04Z', 'updated_at': '2022-06-16T22:53:06Z', 'revision_number': 4, 'project_id': '9bdf56f0db064649a642e4d566966738', 'subnets': [{'id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e0ec40-836b-4d1b-95e0-e6ab69c2fee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 22:53:07.851012 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 47744) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:53:08.049307 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a2a8e-d03c-4685-b2c8-ae89c195d01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:53:08.051218 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-2a1a2a8e-d03c-4685-b2c8-ae89c195d01d admin admin] 10.222.0.17 "GET /v2.0/networks/0d3d98d4-5670-4dea-a434-bf3ab95da654 HTTP/1.1" status: 200 len: 842 time: 0.1986992 Jun 16 22:53:08.060575 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:53:08.084036 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Made reservation on behalf of 2ffbb7bcd828426c857e7fce279519f7 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 22:53:08.086408 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:08.196209 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:08.373684 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.objects.ports [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103761) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 22:53:08.374101 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (fc1a8d2c-a41e-4925-a1b5-93bec1fe704f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:08.430817 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1a8d2c-a41e-4925-a1b5-93bec1fe704f,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:08.439904 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 22:53:08.440258 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Network hostable DHCP agents. Network: 0d3d98d4-5670-4dea-a434-bf3ab95da654, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 22:53:08.461660 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 22:53:08.471609 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 0d3d98d4-5670-4dea-a434-bf3ab95da654) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 22:53:08.476282 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:53:08.476874 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:08.482702 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62ebc0-2b38-4a74-a282-a1532e734d1f None None] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 22:53:08.486400 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:08.494385 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c12f4a81-4224-4c17-9c0c-74c51c461c96 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4371614 Jun 16 22:53:08.596472 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c666ce-8ab6-423d-aee5-f468da3b43e9 None None] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 22:53:10.845407 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 47762) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:53:10.976724 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c51e5faa-75c4-463c-8571-5442b1ab3081 demo admin] 10.222.0.17 "GET /v2.0/routers/5f036bff-0b65-4494-bfc6-e70d462a5138 HTTP/1.1" status: 200 len: 710 time: 0.1301224 Jun 16 22:53:11.067664 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe940f-89df-4b42-b940-0ee5c37f210f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:53:11.069035 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-85fe940f-89df-4b42-b940-0ee5c37f210f demo admin] 10.222.0.17 "GET /v2.0/networks/0d3d98d4-5670-4dea-a434-bf3ab95da654 HTTP/1.1" status: 200 len: 886 time: 0.0868394 Jun 16 22:53:11.077774 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:53:11.080437 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:11.388329 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks [] for router_gateway (5f036bff-0b65-4494-bfc6-e70d462a5138), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:11.602909 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks [] for router_gateway (5f036bff-0b65-4494-bfc6-e70d462a5138), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:11.678808 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:11.783735 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Allocated IP 172.27.3.159 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/e38167f7-115c-4e29-9223-6eecc896209e) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 22:53:11.877755 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:11.883373 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks [] for port (e38167f7-115c-4e29-9223-6eecc896209e), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:11.917370 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (e38167f7-115c-4e29-9223-6eecc896209e), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:11.954746 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 22:53:11.958068 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 22:53:11.965844 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 22:53:11.997253 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Pushing event updated for resources: {'Port': ['ID=e38167f7-115c-4e29-9223-6eecc896209e,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:12.075795 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:12.197774 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks [] for router_gateway (5f036bff-0b65-4494-bfc6-e70d462a5138), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:12.395536 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-344646', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-344804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27682'] for router (5f036bff-0b65-4494-bfc6-e70d462a5138), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:12.399437 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-344653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-344692', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-341098'] for router (5f036bff-0b65-4494-bfc6-e70d462a5138), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:12.502677 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Router 5f036bff-0b65-4494-bfc6-e70d462a5138 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 22:53:12.607758 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 22:53:12.611907 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:12.613176 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-363ef46e-89a0-4fee-9f5d-b6bcb57ec24e demo admin] 10.222.0.17 "PUT /v2.0/routers/5f036bff-0b65-4494-bfc6-e70d462a5138 HTTP/1.1" status: 200 len: 890 time: 1.5384274 Jun 16 22:53:13.713625 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Sync routers for ids ['5f036bff-0b65-4494-bfc6-e70d462a5138'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 22:53:13.725122 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Routers {'5f036bff-0b65-4494-bfc6-e70d462a5138'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 22:53:13.725804 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T22:53:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['5f036bff-0b65-4494-bfc6-e70d462a5138'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:53:13.805079 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:13.928729 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Set router 5f036bff-0b65-4494-bfc6-e70d462a5138 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 22:53:13.944600 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device f482cc17-3505-4ebd-843d-9d022445cdef up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 22:53:14.139951 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port f482cc17-3505-4ebd-843d-9d022445cdef triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:53:14.140322 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:14.170673 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:14.357514 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port f482cc17-3505-4ebd-843d-9d022445cdef is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:53:14.390417 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'name': 'router1', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'e38167f7-115c-4e29-9223-6eecc896209e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T22:52:54Z', 'updated_at': '2022-06-16T22:53:12Z', 'revision_number': 4, 'project_id': '9bdf56f0db064649a642e4d566966738', 'gw_port': {'id': 'e38167f7-115c-4e29-9223-6eecc896209e', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:11Z', 'updated_at': '2022-06-16T22:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'f482cc17-3505-4ebd-843d-9d022445cdef', 'name': '', 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'mac_address': 'fa:16:3e:a4:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:04Z', 'updated_at': '2022-06-16T22:53:07Z', 'revision_number': 5, 'project_id': '9bdf56f0db064649a642e4d566966738', 'subnets': [{'id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e0ec40-836b-4d1b-95e0-e6ab69c2fee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:53:14.440049 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Checking router: 5f036bff-0b65-4494-bfc6-e70d462a5138 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 22:53:14.440401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Updating router 5f036bff-0b65-4494-bfc6-e70d462a5138 port e38167f7-115c-4e29-9223-6eecc896209e binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 22:53:14.494345 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e38167f7-115c-4e29-9223-6eecc896209e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:14.884435 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Publish callbacks [] for port (e38167f7-115c-4e29-9223-6eecc896209e), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:14.889767 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (e38167f7-115c-4e29-9223-6eecc896209e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:14.940718 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d46d9-fab1-4e07-9644-5316e325e0ce None None] Pushing event updated for resources: {'Port': ['ID=e38167f7-115c-4e29-9223-6eecc896209e,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:14.944742 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Attempting to bind port e38167f7-115c-4e29-9223-6eecc896209e on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 22:53:14.945111 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Attempting to bind port e38167f7-115c-4e29-9223-6eecc896209e by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 22:53:14.945468 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Attempting to bind port e38167f7-115c-4e29-9223-6eecc896209e on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 22:53:14.950491 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 22, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 22:53:14.950892 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 22:53:14.951895 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:14.951895 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 22:53:14.952149 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Bound port: e38167f7-115c-4e29-9223-6eecc896209e, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 22:53:14.952470 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e38167f7-115c-4e29-9223-6eecc896209e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:14.965589 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 47774) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:53:15.000626 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] For port e38167f7-115c-4e29-9223-6eecc896209e, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 22:53:15.003884 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] For port e38167f7-115c-4e29-9223-6eecc896209e, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=e38167f7-115c-4e29-9223-6eecc896209e,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 22:53:15.009839 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (e38167f7-115c-4e29-9223-6eecc896209e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:15.037036 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:15.074779 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Routers {'5f036bff-0b65-4494-bfc6-e70d462a5138'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 22:53:15.075407 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T22:53:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['5f036bff-0b65-4494-bfc6-e70d462a5138'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:53:15.077486 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d46d9-fab1-4e07-9644-5316e325e0ce None None] Pushing event updated for resources: {'Port': ['ID=e38167f7-115c-4e29-9223-6eecc896209e,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:15.174401 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-feee7b83-037c-491f-ac93-5fe04ccb42d5 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2069685 Jun 16 22:53:15.183182 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] Set router 5f036bff-0b65-4494-bfc6-e70d462a5138 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 22:53:15.184908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:15.386615 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'name': 'router1', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'e38167f7-115c-4e29-9223-6eecc896209e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T22:52:54Z', 'updated_at': '2022-06-16T22:53:12Z', 'revision_number': 4, 'project_id': '9bdf56f0db064649a642e4d566966738', 'gw_port': {'id': 'e38167f7-115c-4e29-9223-6eecc896209e', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:11Z', 'updated_at': '2022-06-16T22:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'f482cc17-3505-4ebd-843d-9d022445cdef', 'name': '', 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'mac_address': 'fa:16:3e:a4:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:04Z', 'updated_at': '2022-06-16T22:53:07Z', 'revision_number': 5, 'project_id': '9bdf56f0db064649a642e4d566966738', 'subnets': [{'id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e0ec40-836b-4d1b-95e0-e6ab69c2fee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 22:53:15.415200 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dafb76-be95-4929-bfc8-786b3850b1cb None None] The sync data for ids ['5f036bff-0b65-4494-bfc6-e70d462a5138'] in dv-cinder-846230-1-iscsi is: [{'id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'name': 'router1', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'e38167f7-115c-4e29-9223-6eecc896209e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T22:52:54Z', 'updated_at': '2022-06-16T22:53:12Z', 'revision_number': 4, 'project_id': '9bdf56f0db064649a642e4d566966738', 'gw_port': {'id': 'e38167f7-115c-4e29-9223-6eecc896209e', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:11Z', 'updated_at': '2022-06-16T22:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'f482cc17-3505-4ebd-843d-9d022445cdef', 'name': '', 'network_id': '99c3f838-6c0c-4205-ac30-c59021d48d26', 'tenant_id': '9bdf56f0db064649a642e4d566966738', 'mac_address': 'fa:16:3e:a4:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f036bff-0b65-4494-bfc6-e70d462a5138', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T22:53:04Z', 'updated_at': '2022-06-16T22:53:07Z', 'revision_number': 5, 'project_id': '9bdf56f0db064649a642e4d566966738', 'subnets': [{'id': '5d85ff39-5e1c-41c5-9984-fb5a077b7466', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7e0ec40-836b-4d1b-95e0-e6ab69c2fee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 22:53:15.946572 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device e38167f7-115c-4e29-9223-6eecc896209e up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 22:53:15.999418 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port e38167f7-115c-4e29-9223-6eecc896209e triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:53:16.000020 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (e38167f7-115c-4e29-9223-6eecc896209e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:16.084848 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port e38167f7-115c-4e29-9223-6eecc896209e is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:53:16.085222 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e38167f7-115c-4e29-9223-6eecc896209e), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:16.107107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port e38167f7-115c-4e29-9223-6eecc896209e, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=e38167f7-115c-4e29-9223-6eecc896209e,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 22:53:16.113127 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (e38167f7-115c-4e29-9223-6eecc896209e), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:16.167655 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=e38167f7-115c-4e29-9223-6eecc896209e,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:53:17.369697 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=56,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:17.371086 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=23 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:17.932338 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device e38167f7-115c-4e29-9223-6eecc896209e up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 22:53:17.977218 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port e38167f7-115c-4e29-9223-6eecc896209e triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:53:17.977744 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (e38167f7-115c-4e29-9223-6eecc896209e), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:18.052101 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port e38167f7-115c-4e29-9223-6eecc896209e is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:53:25.167937 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:25.170027 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=61 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:26.173301 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:53:28.044955 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:28.049820 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:32.632576 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4abc6810-1e19-46cb-9805-fd1194b50666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:34.767302 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5af92a55-0f0a-4416-b189-e8acef9d7e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:35.740857 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:36.168606 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:36.170733 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:37.343946 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:38.205602 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:53:48.183923 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:48.188380 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:49.178634 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:53:49.182964 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:02.628547 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-581353a7-86df-44aa-a637-794db4e99756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:03.174457 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:54:04.749011 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-23cb2306-e8e6-473c-b43e-f8975d502003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:05.735051 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:07.339155 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:08.193982 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:13.170970 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:18.187171 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=24 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:18.189420 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:31.089580 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48314) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:31.150629 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a51980c-5633-41bc-863a-b36eafe19f95 admin admin] GET failed (client error): The resource could not be found. Jun 16 22:54:31.151899 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0a51980c-5633-41bc-863a-b36eafe19f95 admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613966 Jun 16 22:54:31.170497 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:31.171267 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:31.312807 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f13330f-4294-4306-9695-0eef577096a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:31.314196 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5f13330f-4294-4306-9695-0eef577096a1 admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577647 Jun 16 22:54:32.630769 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-26ea6790-1a85-4023-b14d-dc3f2f50461e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:33.458708 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48324) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:33.552432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd95e4-c746-4d55-a5cb-29c50d60d0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:33.553773 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-01cd95e4-c746-4d55-a5cb-29c50d60d0db admin admin] 10.222.0.17 "GET /v2.0/subnets/5d85ff39-5e1c-41c5-9984-fb5a077b7466 HTTP/1.1" status: 200 len: 849 time: 0.0941279 Jun 16 22:54:33.563487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:54:33.645454 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Publish callbacks [] for subnet (5d85ff39-5e1c-41c5-9984-fb5a077b7466), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:33.784964 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773983776588'] for subnet (5d85ff39-5e1c-41c5-9984-fb5a077b7466), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:33.815881 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:33.816261 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:33.817772 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] 10.222.0.17 "PUT /v2.0/subnets/5d85ff39-5e1c-41c5-9984-fb5a077b7466 HTTP/1.1" status: 200 len: 868 time: 0.2578132 Jun 16 22:54:33.819414 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a63b44-de5f-40b6-9f92-b1b23ce74dee None None] Network 99c3f838-6c0c-4205-ac30-c59021d48d26 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 22:54:33.838812 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d85ff39-5e1c-41c5-9984-fb5a077b7466,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:54:33.847040 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.847447 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.847726 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.848069 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.848406 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.848740 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.849068 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.849528 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.850058 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.850393 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.850749 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.851101 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.851432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.851754 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:33.852079 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eadf7-0dd2-4821-aec5-dc5e650b4550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:54:34.172739 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c12ca415-dc34-4439-a56d-388e7e9c4e2a None None] Provisioning complete for port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:54:34.173125 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c12ca415-dc34-4439-a56d-388e7e9c4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (8c3f13e7-f8f5-427f-93d6-1371480b0e51), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:34.252825 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca415-dc34-4439-a56d-388e7e9c4e2a None None] Current status of the port 8c3f13e7-f8f5-427f-93d6-1371480b0e51 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:54:34.262028 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c12ca415-dc34-4439-a56d-388e7e9c4e2a None None] Provisioning complete for port f482cc17-3505-4ebd-843d-9d022445cdef triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:54:34.262418 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c12ca415-dc34-4439-a56d-388e7e9c4e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f482cc17-3505-4ebd-843d-9d022445cdef), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:34.337200 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca415-dc34-4439-a56d-388e7e9c4e2a None None] Current status of the port f482cc17-3505-4ebd-843d-9d022445cdef is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:54:34.751749 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-124a1086-e6ff-40e9-adcf-987af68d8e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:35.737108 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:35.983019 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48332) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:36.180801 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2647a-4aac-43ac-8281-72f3d59faa5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:36.181266 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2647a-4aac-43ac-8281-72f3d59faa5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:36.182816 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-94d2647a-4aac-43ac-8281-72f3d59faa5a admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988275 Jun 16 22:54:37.327732 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:38.200087 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:54:38.318104 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48340) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:38.536462 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1989a1b-6a43-4067-bcc3-2be6ae7a9201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:38.536845 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1989a1b-6a43-4067-bcc3-2be6ae7a9201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:38.538371 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a1989a1b-6a43-4067-bcc3-2be6ae7a9201 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2193217 Jun 16 22:54:40.174125 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:54:40.662271 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48350) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:40.811842 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096138ef-8c30-4f6c-8c50-4cce4760a874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:40.813170 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-096138ef-8c30-4f6c-8c50-4cce4760a874 admin admin] 10.222.0.17 "GET /v2.0/networks/0d3d98d4-5670-4dea-a434-bf3ab95da654 HTTP/1.1" status: 200 len: 886 time: 0.1499345 Jun 16 22:54:42.952691 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48358) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:43.092921 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e978b5cd-eac1-4362-8b7e-7c0589259a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:43.094262 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e978b5cd-eac1-4362-8b7e-7c0589259a58 admin admin] 10.222.0.17 "GET /v2.0/networks/99c3f838-6c0c-4205-ac30-c59021d48d26 HTTP/1.1" status: 200 len: 869 time: 0.1406360 Jun 16 22:54:45.225026 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48366) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:45.352025 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639ef93-0b85-4783-ba31-dbf36a042920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:45.352473 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639ef93-0b85-4783-ba31-dbf36a042920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:45.354811 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d639ef93-0b85-4783-ba31-dbf36a042920 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288276 Jun 16 22:54:46.176943 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=72,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:46.178824 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:47.488114 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48374) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:47.579930 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b97c7-d7ef-431a-bf0d-c16044034c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:47.580380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441b97c7-d7ef-431a-bf0d-c16044034c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:47.581889 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-441b97c7-d7ef-431a-bf0d-c16044034c34 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928752 Jun 16 22:54:48.192345 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:48.194873 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:49.709762 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48382) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:49.803198 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c75a4-f415-4adc-87aa-b12704a28cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:49.804565 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ea3c75a4-f415-4adc-87aa-b12704a28cb2 admin admin] 10.222.0.17 "GET /v2.0/subnets/5d85ff39-5e1c-41c5-9984-fb5a077b7466 HTTP/1.1" status: 200 len: 868 time: 0.0938494 Jun 16 22:54:50.169661 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:50.170556 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:54:51.952400 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48390) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:54:52.040745 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cfb68-4e13-4e7d-8992-50efce462c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:54:52.042073 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4d8cfb68-4e13-4e7d-8992-50efce462c91 admin admin] 10.222.0.17 "GET /v2.0/subnets/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f HTTP/1.1" status: 200 len: 816 time: 0.0887592 Jun 16 22:55:02.029807 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=59 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:02.037836 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=56 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:02.634233 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c6d09713-6ba2-4576-894b-7b039503c847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:03.172441 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:03.182185 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:04.754196 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-76322b83-47f4-4ee5-81f5-f76c91b3836b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:05.741124 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:07.329495 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:08.202409 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:17.174599 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:55:18.196168 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:18.197991 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:18.931399 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48444) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:55:18.978107 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [None req-7c309300-876a-44e1-881d-b3b3d0d9337a admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103761) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 22:55:18.979145 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7c309300-876a-44e1-881d-b3b3d0d9337a admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468280 Jun 16 22:55:21.197770 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48452) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:55:21.258001 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.pecan_wsgi.hooks.translation [None req-be320e32-c0a1-4c46-bb49-27d9ce44bdb4 admin admin] GET failed (client error): The resource could not be found. Jun 16 22:55:21.259312 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-be320e32-c0a1-4c46-bb49-27d9ce44bdb4 admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606306 Jun 16 22:55:21.347176 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b4414-c21f-4448-a4b2-2896bcc88355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:55:21.348632 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-9c3b4414-c21f-4448-a4b2-2896bcc88355 admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850770 Jun 16 22:55:23.544309 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48462) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:55:23.590670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:55:23.610375 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Made reservation on behalf of 2ffbb7bcd828426c857e7fce279519f7 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 22:55:23.612637 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:23.640394 dv-cinder-846230-1-iscsi neutron-server[103761]: WARNING neutron.services.revisions.revision_plugin [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Could not find related network for resource to bump revision. Jun 16 22:55:23.654719 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 22:55:23.664427 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (e1fae59a-cc01-437e-a7e3-9765fd054cce), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:23.664766 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Added segment e1fae59a-cc01-437e-a7e3-9765fd054cce of type vlan for network 823799a8-f721-4288-8231-93ff63f703d9 Jun 16 22:55:23.703006 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (823799a8-f721-4288-8231-93ff63f703d9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:23.726657 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (823799a8-f721-4288-8231-93ff63f703d9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:23.727631 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:55:23.728205 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:23.762292 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2168872 Jun 16 22:55:23.793841 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3450d3-c1c0-487a-83f7-da0d01f7cec9 admin admin] Pushing event updated for resources: {'Network': ['ID=823799a8-f721-4288-8231-93ff63f703d9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:55:23.806032 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 823799a8-f721-4288-8231-93ff63f703d9 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 22:55:25.924151 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48470) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:55:25.984569 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd60eb6-695a-42e8-83f2-e996e1e0ece0 admin admin] GET failed (client error): The resource could not be found. Jun 16 22:55:25.985840 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0fd60eb6-695a-42e8-83f2-e996e1e0ece0 admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607293 Jun 16 22:55:26.055242 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e98cfa-6162-4e39-a3dc-755dbe296dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:55:26.056666 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-72e98cfa-6162-4e39-a3dc-755dbe296dd4 admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667074 Jun 16 22:55:26.066045 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '823799a8-f721-4288-8231-93ff63f703d9', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 22:55:26.085120 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Made reservation on behalf of 2ffbb7bcd828426c857e7fce279519f7 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 22:55:26.087362 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:26.252124 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (def4897a-2115-4267-a779-82e6415a8f06), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:26.300620 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def4897a-2115-4267-a779-82e6415a8f06,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:55:26.316393 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Checking segment: {'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 22:55:26.316752 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Network hostable DHCP agents. Network: 823799a8-f721-4288-8231-93ff63f703d9, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 22:55:26.335825 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Network 823799a8-f721-4288-8231-93ff63f703d9 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 22:55:26.344005 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 823799a8-f721-4288-8231-93ff63f703d9) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 22:55:26.348161 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 22:55:26.348754 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:26.353287 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f390a3-ac89-4248-ba73-b6a2b9e875d0 None None] Network 823799a8-f721-4288-8231-93ff63f703d9 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 22:55:26.365416 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a3e26f9a-a7af-448d-995b-4b411947b716 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3024817 Jun 16 22:55:26.461821 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-823799a8-f721-4288-8231-93ff63f703d9', 'network_id': '823799a8-f721-4288-8231-93ff63f703d9', 'project_id': '2ffbb7bcd828426c857e7fce279519f7', 'fixed_ips': [{'subnet_id': 'def4897a-2115-4267-a779-82e6415a8f06'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 22:55:26.462823 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:26.604568 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Allocated IP 192.168.233.2 (823799a8-f721-4288-8231-93ff63f703d9/def4897a-2115-4267-a779-82e6415a8f06/3302bca5-af8d-48cc-8b06-bbff45bd6c10) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 22:55:26.744989 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Publish callbacks [] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:26.752033 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:26.803443 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Network 823799a8-f721-4288-8231-93ff63f703d9 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 22:55:26.806771 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 22:55:26.808590 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Pushing event updated for resources: {'Port': ['ID=3302bca5-af8d-48cc-8b06-bbff45bd6c10,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:55:26.810801 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 22:55:26.819510 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.819848 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.820204 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.820553 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.820990 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.821310 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.821627 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.821944 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.822258 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.822570 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.822906 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.823237 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.823555 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.823866 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.824172 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:55:26.878754 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Attempting to bind port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 22:55:26.879005 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Attempting to bind port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 22:55:26.879357 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Attempting to bind port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 on network 823799a8-f721-4288-8231-93ff63f703d9 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 22:55:26.884532 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 22:55:26.884890 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Checking segment: {'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 22:55:26.885283 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:26.885659 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Bound using segment: {'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 22:55:26.886373 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Bound port: 3302bca5-af8d-48cc-8b06-bbff45bd6c10, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 22:55:26.886772 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:26.945416 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] For port 3302bca5-af8d-48cc-8b06-bbff45bd6c10, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 22:55:26.948481 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] For port 3302bca5-af8d-48cc-8b06-bbff45bd6c10, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3302bca5-af8d-48cc-8b06-bbff45bd6c10,segment=NetworkSegment(e1fae59a-cc01-437e-a7e3-9765fd054cce),segment_id=e1fae59a-cc01-437e-a7e3-9765fd054cce)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 22:55:26.953348 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:27.010289 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91032696-5191-4be6-bcc1-2d7e7f0db923 None None] Pushing event updated for resources: {'Port': ['ID=3302bca5-af8d-48cc-8b06-bbff45bd6c10,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:55:27.826020 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d152c-6fa9-48fe-bdee-d681ca1a1624 None None] Network 823799a8-f721-4288-8231-93ff63f703d9 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 22:55:27.883845 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-7390c24d-b266-4ecb-943a-5561dff6f6ce None None] Provisioning complete for port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:55:27.884252 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7390c24d-b266-4ecb-943a-5561dff6f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:28.020343 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:28.040830 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:28.049512 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3302bca5-af8d-48cc-8b06-bbff45bd6c10 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 22:55:28.148056 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7390c24d-b266-4ecb-943a-5561dff6f6ce None None] Current status of the port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:55:28.148445 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7390c24d-b266-4ecb-943a-5561dff6f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:28.182106 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:55:28.182441 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:28.211288 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7390c24d-b266-4ecb-943a-5561dff6f6ce None None] For port 3302bca5-af8d-48cc-8b06-bbff45bd6c10, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3302bca5-af8d-48cc-8b06-bbff45bd6c10,segment=NetworkSegment(e1fae59a-cc01-437e-a7e3-9765fd054cce),segment_id=e1fae59a-cc01-437e-a7e3-9765fd054cce)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 22:55:28.223238 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7390c24d-b266-4ecb-943a-5561dff6f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:28.306135 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390c24d-b266-4ecb-943a-5561dff6f6ce None None] Pushing event updated for resources: {'Port': ['ID=3302bca5-af8d-48cc-8b06-bbff45bd6c10,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:55:28.319066 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:55:28.350454 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-f7b08e6b-1054-4baa-8f37-bbd73d09c8d7 None None] Provisioning complete for port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:55:28.350915 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f7b08e6b-1054-4baa-8f37-bbd73d09c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:28.427647 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f7b08e6b-1054-4baa-8f37-bbd73d09c8d7 None None] Current status of the port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:55:29.611374 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=15 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:29.618472 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=13 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:30.020169 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3302bca5-af8d-48cc-8b06-bbff45bd6c10 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 22:55:30.063973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 22:55:30.064358 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3302bca5-af8d-48cc-8b06-bbff45bd6c10), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:30.140249 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 3302bca5-af8d-48cc-8b06-bbff45bd6c10 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 22:55:32.637921 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4f88ca5f-7834-4e5b-bdfb-90e0b8895d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:34.758096 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5d4de75c-ba69-47f0-8511-ebdd7aa395bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:35.742492 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:36.358744 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=73,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:36.359482 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:37.331690 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:38.208581 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:55:40.173814 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:40.178282 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:48.199862 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:48.201907 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:55:54.173149 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:56:02.641338 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e521a58-82e2-4615-bc40-9ecc99616485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:04.169367 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:04.761975 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0518-904c-4484-905c-06975f4dd374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:05.745346 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:07.334826 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:08.200895 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:17.179827 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:17.184851 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:18.194281 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:18.196676 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:31.166400 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:31.167036 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:31.174343 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:56:32.646777 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6e12ac26-cab0-4b09-bb7e-852ea07e72f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:34.765410 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-84b625fa-8cca-4a22-a020-76f36763aad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:35.749324 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:37.338307 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:38.204522 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:48.198143 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:48.200082 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:52.215013 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48510) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:56:52.221076 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [None req-ae2598ba-432f-4af2-bc3d-548689a8e1dd tempest-verify_tempest_config-633902480 tempest-verify_tempest_config-633902480-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103761) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 22:56:52.222058 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ae2598ba-432f-4af2-bc3d-548689a8e1dd tempest-verify_tempest_config-633902480 tempest-verify_tempest_config-633902480-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055854 Jun 16 22:56:52.516003 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48528) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:56:52.623491 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:52.696941 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Publish callbacks [] for security_group (73d38b82-c989-4013-8a31-4f8133ebce7e), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:52.700976 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (73d38b82-c989-4013-8a31-4f8133ebce7e), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:52.752774 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eafb4e17294741e68b70cf9c5e893760&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2356715 Jun 16 22:56:52.753911 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d38b82-c989-4013-8a31-4f8133ebce7e,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:56:52.755821 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48532) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:56:52.764997 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.765332 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.765661 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.765985 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.766306 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.766644 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.766962 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.767277 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.767607 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.767923 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.768281 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.768614 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.768926 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.769235 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.769542 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6aa7a8-d1b2-4af0-adde-9dcd8c7aa6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.812325 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Publish callbacks [] for security_group (73d38b82-c989-4013-8a31-4f8133ebce7e), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:52.833050 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Publish callbacks [] for security_group (73d38b82-c989-4013-8a31-4f8133ebce7e), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:52.929383 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (73d38b82-c989-4013-8a31-4f8133ebce7e), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:52.931900 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:56:52.933013 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/73d38b82-c989-4013-8a31-4f8133ebce7e HTTP/1.1" status: 204 len: 168 time: 0.1761179 Jun 16 22:56:52.941163 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d38b82-c989-4013-8a31-4f8133ebce7e,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 22:56:52.947876 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.948152 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.948481 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.948821 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.949124 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.949441 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.950359 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.950702 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.951023 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.951343 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.951657 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.951970 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.952278 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.952712 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:52.953031 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab305f5b-1472-44dd-99b6-545a35137e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 22:56:54.185349 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:56:54.190911 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=6 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:02.648855 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4f881a7b-32ed-4d9a-978b-bb2a36c84b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:02.757613 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:02.758395 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:02.937846 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:02.944687 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:04.767608 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3018b6ab-6d64-4b11-b1a1-f0104fc69f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:05.752830 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:07.336296 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:08.174107 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:57:08.214308 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:18.170071 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:18.202707 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:18.204867 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:31.195520 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=16 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:31.196918 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=16 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:32.650235 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c09f7699-9924-4ee7-96e9-2e2e56424a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:34.772079 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77ae850e-a692-4496-9556-2654f32a53e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:35.753658 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:37.339689 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:38.206496 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:57:45.172770 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:57:48.200782 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:48.202863 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:57:55.169748 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:02.651549 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-104cfbce-b858-4e53-b672-2aea70cf1bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:04.773832 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5b40386-cbdc-47c3-8fe9-82f568186edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:05.757042 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:07.343134 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:08.183542 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:08.194177 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:08.215429 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:18.209012 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:18.210910 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:22.171614 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 5 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:58:32.167113 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:32.168047 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:32.652466 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-916072d5-c48a-4bc8-8e4d-e516103d41c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:34.775361 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b1c537f1-0173-4fc8-8d06-cd3f2715ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:35.759532 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:37.346328 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:38.078555 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-344163'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:38.218703 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:58:45.194774 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:45.198923 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:48.212024 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:48.214241 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:58:50.293231 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48610) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:58:50.397941 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-63be3225-c681-4f12-99bc-e45fb6b1789f admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1036468 Jun 16 22:58:52.522127 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48620) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 22:58:52.576985 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e7195656-a67b-45e0-a467-cd9e48f2cf21 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537639 Jun 16 22:58:59.171412 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:59:02.571594 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:02.572388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:02.655536 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-78e27a5e-3878-4436-a502-b4f48db0dce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:04.776542 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-79924d37-4b7b-44d9-af53-136c3ec961df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:05.763139 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:07.346353 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:08.060373 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:08.221553 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:09.166880 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:09.167609 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:18.215008 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:18.216938 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:29.481866 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:29.483755 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=15 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:32.657573 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d54a7349-6073-4aa2-8407-66c7b93fdd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:34.777723 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b2884099-3e79-4e75-8d79-bf299c98207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:35.765744 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:36.170449 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 22:59:37.352903 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:38.061677 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:38.223900 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 22:59:46.166582 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:46.168971 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:48.213445 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:48.220971 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:59.214765 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 22:59:59.231356 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:02.659618 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a6020fdf-9a27-40cd-853a-4b9ec09c60f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:04.780791 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b79a1f9a-1915-4daf-a9e2-025a7cd73c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:05.768403 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:07.353302 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:08.072639 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:08.227474 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:13.170406 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:00:18.216758 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:18.223654 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:27.835836 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48750) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:27.966751 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48762) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:28.149740 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-574651112-network', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:28.172133 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Made reservation on behalf of f3b1be8431b0434d8bd6abca293127d5 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:28.175042 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.189904 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.278498 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Publish callbacks [] for security_group (661e265e-6605-42fc-aea4-999cd476f3f4), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.282834 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (661e265e-6605-42fc-aea4-999cd476f3f4), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.312288 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:00:28.315354 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e265e-6605-42fc-aea4-999cd476f3f4,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:28.325423 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.325762 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.326095 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.326427 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.326778 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.327097 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.327605 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.328090 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.328430 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.328760 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.329094 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.329431 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.329751 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.330062 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.330376 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Tracked resource versions report: Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: pushed versions: Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: { 'AddressGroup': {'1.2'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Agent': {'1.1'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'ConntrackHelper': {'1.0'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'LocalIPAssociation': {'1.0'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Log': {'1.0'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'NDPProxy': {'1.0'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Network': {'1.1'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Port': {'1.7'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'PortForwarding': {'1.3'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'QosPolicy': {'1.10'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SecurityGroup': {'1.5'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SecurityGroupRule': {'1.2'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SubPort': {'1.0'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Subnet': {'1.1'}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Trunk': {'1.1'}} Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: consumer versions: Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: { DHCP agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: HyperV agent@hv-cinder-84623: {}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: L3 agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: Metadata agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: Metering agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: Open vSwitch agent@dv-cinder-846230-1-iscsi: { 'AddressGroup': '1.2', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Agent': '1.1', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'ConntrackHelper': '1.0', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'LocalIPAssociation': '1.0', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Log': '1.0', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'NDPProxy': '1.0', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Network': '1.1', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Port': '1.7', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'PortForwarding': '1.3', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'QosPolicy': '1.10', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SecurityGroup': '1.5', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SecurityGroupRule': '1.2', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'SubPort': '1.0', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Subnet': '1.1', Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: 'Trunk': '1.1'}} Jun 16 23:00:28.331499 dv-cinder-846230-1-iscsi neutron-server[103762]: {{(pid=103762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 23:00:28.348744 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (ac3b7d0c-89c6-481b-a281-08a52d420c78), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.349193 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Added segment ac3b7d0c-89c6-481b-a281-08a52d420c78 of type vlan for network 9cf34f4a-7249-4d59-a812-ce9cab585661 Jun 16 23:00:28.385835 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-42394420-network', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:28.411330 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (9cf34f4a-7249-4d59-a812-ce9cab585661), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.432052 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Made reservation on behalf of c2300d78ad8244e3be17c1f388603de7 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:28.434349 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.460684 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.482085 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (9cf34f4a-7249-4d59-a812-ce9cab585661), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.483209 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:28.483771 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.550560 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7099898 Jun 16 23:00:28.552066 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48800) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:28.562121 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Request body: {'subnet': {'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-574651112-subnet', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:28.590450 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Publish callbacks [] for security_group (688735fa-488f-4c3e-ba0d-2c188190c7a4), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.599252 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Made reservation on behalf of f3b1be8431b0434d8bd6abca293127d5 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:28.600447 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (688735fa-488f-4c3e-ba0d-2c188190c7a4), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.601688 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.706954 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:00:28.709252 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688735fa-488f-4c3e-ba0d-2c188190c7a4,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:28.712517 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73aaa0-ac87-4671-bf82-92a8239a8bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf34f4a-7249-4d59-a812-ce9cab585661,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:28.726807 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (638d3450-10ad-460a-8bb7-c7d11f048625), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.727366 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Added segment 638d3450-10ad-460a-8bb7-c7d11f048625 of type vlan for network fa915362-6371-474d-bd5e-1440a44c78bc Jun 16 23:00:28.760253 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:00:28.781448 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (fa915362-6371-474d-bd5e-1440a44c78bc), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.806176 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (d441631d-427b-4b17-9128-b6f9e0efe649), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.807060 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:28.815592 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (fa915362-6371-474d-bd5e-1440a44c78bc), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.817167 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:28.818086 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.869413 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8990211 Jun 16 23:00:28.870129 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48818) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:28.878865 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Request body: {'subnet': {'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-42394420-subnet', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:28.941272 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Made reservation on behalf of c2300d78ad8244e3be17c1f388603de7 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:28.944278 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:28.989586 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Checking segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:28.989945 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Network hostable DHCP agents. Network: 9cf34f4a-7249-4d59-a812-ce9cab585661, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:00:29.002871 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:29.004059 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221d789-0660-4cc4-9522-f2c11f863d88 admin admin] Pushing event updated for resources: {'Network': ['ID=fa915362-6371-474d-bd5e-1440a44c78bc,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:29.015933 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network fa915362-6371-474d-bd5e-1440a44c78bc details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:00:29.027298 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:00:29.037286 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d441631d-427b-4b17-9128-b6f9e0efe649,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:29.047350 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.048017 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.048579 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.049086 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.050181 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.050502 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.051029 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.051518 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.052151 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.052747 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.053261 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.053750 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.054805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.055299 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.055810 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Tracked resource versions report: Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: pushed versions: Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: { 'AddressGroup': {'1.2'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Agent': {'1.1'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'ConntrackHelper': {'1.0'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'LocalIPAssociation': {'1.0'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Log': {'1.0'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'NDPProxy': {'1.0'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Network': {'1.1'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Port': {'1.7'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'PortForwarding': {'1.3'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'QosPolicy': {'1.10'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SecurityGroup': {'1.5'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SecurityGroupRule': {'1.2'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SubPort': {'1.0'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Subnet': {'1.1'}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Trunk': {'1.1'}} Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: consumer versions: Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: { DHCP agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: HyperV agent@hv-cinder-84623: {}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: L3 agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: Metadata agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: Metering agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: Open vSwitch agent@dv-cinder-846230-1-iscsi: { 'AddressGroup': '1.2', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Agent': '1.1', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'ConntrackHelper': '1.0', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'LocalIPAssociation': '1.0', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Log': '1.0', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'NDPProxy': '1.0', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Network': '1.1', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Port': '1.7', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'PortForwarding': '1.3', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'QosPolicy': '1.10', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SecurityGroup': '1.5', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SecurityGroupRule': '1.2', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'SubPort': '1.0', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Subnet': '1.1', Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: 'Trunk': '1.1'}} Jun 16 23:00:29.057120 dv-cinder-846230-1-iscsi neutron-server[103761]: {{(pid=103761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 23:00:29.063452 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 9cf34f4a-7249-4d59-a812-ce9cab585661) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:29.070039 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:29.071199 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.089273 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b979c71-2213-415f-8616-e4016847fecb None None] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:29.101700 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-40498a6d-6399-4728-a790-597cd1e9dee0 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5444427 Jun 16 23:00:29.102008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48826) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:29.109796 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:29.146950 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (77088178-3e79-49b5-be89-703af2e76401), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.149097 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (77088178-3e79-49b5-be89-703af2e76401), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.206989 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (a99468b9-96e8-4968-9dd7-b3cb63db6976), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.223152 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks [] for router_controller (77088178-3e79-49b5-be89-703af2e76401), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.296091 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Checking segment: {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:29.296462 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Network hostable DHCP agents. Network: fa915362-6371-474d-bd5e-1440a44c78bc, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:00:29.318744 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99468b9-96e8-4968-9dd7-b3cb63db6976,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:29.328188 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-9cf34f4a-7249-4d59-a812-ce9cab585661', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:00:29.328427 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Network fa915362-6371-474d-bd5e-1440a44c78bc is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:00:29.329706 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.345102 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, fa915362-6371-474d-bd5e-1440a44c78bc) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:29.355426 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:29.356494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.374643 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a610a-2831-4431-a461-eca44f20a84e None None] Network fa915362-6371-474d-bd5e-1440a44c78bc requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:29.394368 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-12c81879-5d52-4ad0-96ea-92a1755782b9 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5186565 Jun 16 23:00:29.405455 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48832) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:29.412369 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:29.430551 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks [] for router_gateway (77088178-3e79-49b5-be89-703af2e76401), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.463887 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (edd149f3-c2f9-451d-8772-91f33449f64f), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.469815 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (edd149f3-c2f9-451d-8772-91f33449f64f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.507680 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48836) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:29.618905 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-fa915362-6371-474d-bd5e-1440a44c78bc', 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc', 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'fixed_ips': [{'subnet_id': 'a99468b9-96e8-4968-9dd7-b3cb63db6976'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:00:29.620139 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.622068 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48840) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:29.622533 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48844) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:29.658684 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Allocated IP 172.20.0.2 (9cf34f4a-7249-4d59-a812-ce9cab585661/d441631d-427b-4b17-9128-b6f9e0efe649/743feea5-2b43-4556-aa5b-e003d8ba7f9b) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:29.671824 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:29.692332 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks [] for router_gateway (77088178-3e79-49b5-be89-703af2e76401), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.715948 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.772822 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks [] for router_controller (edd149f3-c2f9-451d-8772-91f33449f64f), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:29.909292 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Allocated IP 172.20.0.2 (fa915362-6371-474d-bd5e-1440a44c78bc/a99468b9-96e8-4968-9dd7-b3cb63db6976/d3cba24a-b96d-4b7f-8779-caab01edf7f6) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:29.924097 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Allocated IP 172.27.3.208 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/992cfb90-c9a5-41fc-b439-a4503d514d0d) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:29.991732 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Publish callbacks [] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.014136 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks [] for router_gateway (edd149f3-c2f9-451d-8772-91f33449f64f), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.026114 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-205592971-network', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:30.032158 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.060749 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Made reservation on behalf of 0526c12e8bc947209e24daf5ddfad7be for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:30.061937 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:30.063140 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.074778 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.084078 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:30.109904 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:30.115161 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-network', 'tenant_id': '60447df5461141e883d207e028b74bc7'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:30.125452 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:30.170498 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-network', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:30.206638 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks [] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.211830 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Made reservation on behalf of 60447df5461141e883d207e028b74bc7 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:30.214799 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.237967 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:30.245191 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:30.250082 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Publish callbacks [] for security_group (f3fb40a8-8994-4e5c-8bc8-0b94c4997570), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.254744 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Pushing event updated for resources: {'Port': ['ID=743feea5-2b43-4556-aa5b-e003d8ba7f9b,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:30.272904 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.293904 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.307002 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.307555 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.308027 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.308459 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.308888 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.309366 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.309781 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.310260 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.310673 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.311101 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.311470 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.311803 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.312124 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.312458 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Tracked resource versions report: Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: pushed versions: Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: { 'AddressGroup': {'1.2'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Agent': {'1.1'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'ConntrackHelper': {'1.0'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'LocalIPAssociation': {'1.0'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Log': {'1.0'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'NDPProxy': {'1.0'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Network': {'1.1'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Port': {'1.7'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'PortForwarding': {'1.3'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'QosPolicy': {'1.10'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SecurityGroup': {'1.5'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SecurityGroupRule': {'1.2'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SubPort': {'1.0'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Subnet': {'1.1'}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Trunk': {'1.1'}} Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: consumer versions: Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: { DHCP agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: HyperV agent@hv-cinder-84623: {}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: L3 agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: Metadata agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: Metering agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: Open vSwitch agent@dv-cinder-846230-1-iscsi: { 'AddressGroup': '1.2', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Agent': '1.1', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'ConntrackHelper': '1.0', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'LocalIPAssociation': '1.0', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Log': '1.0', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'NDPProxy': '1.0', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Network': '1.1', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Port': '1.7', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'PortForwarding': '1.3', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'QosPolicy': '1.10', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SecurityGroup': '1.5', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SecurityGroupRule': '1.2', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'SubPort': '1.0', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Subnet': '1.1', Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: 'Trunk': '1.1'}} Jun 16 23:00:30.313587 dv-cinder-846230-1-iscsi neutron-server[103763]: {{(pid=103763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 23:00:30.322122 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:30.325084 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (f3fb40a8-8994-4e5c-8bc8-0b94c4997570), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.349785 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Made reservation on behalf of 6fc0acf708204e1f8f4510cdb1bbf442 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:30.352240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.378717 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.383343 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=15 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:30.390789 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Publish callbacks [] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.399412 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.403069 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:00:30.434662 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.469278 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:30.485625 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (f76dd9db-66c3-4e46-a211-86a081fbcfba), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.486279 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Added segment f76dd9db-66c3-4e46-a211-86a081fbcfba of type vlan for network 663ca997-5122-4586-973b-ea2e3ed98672 Jun 16 23:00:30.487592 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:30.494719 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:30.502304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks [] for router_gateway (edd149f3-c2f9-451d-8772-91f33449f64f), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.512537 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fb40a8-8994-4e5c-8bc8-0b94c4997570,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:30.552715 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.575101 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (663ca997-5122-4586-973b-ea2e3ed98672), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.577338 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Attempting to bind port 743feea5-2b43-4556-aa5b-e003d8ba7f9b on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:30.577881 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Attempting to bind port 743feea5-2b43-4556-aa5b-e003d8ba7f9b by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:30.581432 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Attempting to bind port 743feea5-2b43-4556-aa5b-e003d8ba7f9b on network 9cf34f4a-7249-4d59-a812-ce9cab585661 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:30.585103 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Network fa915362-6371-474d-bd5e-1440a44c78bc is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:30.597342 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:30.607223 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:30.609273 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Pushing event updated for resources: {'Port': ['ID=d3cba24a-b96d-4b7f-8779-caab01edf7f6,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:30.612984 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:30.613360 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Checking segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:30.613762 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.614132 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Bound using segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:30.614656 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Bound port: 743feea5-2b43-4556-aa5b-e003d8ba7f9b, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:30.615008 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.706288 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (663ca997-5122-4586-973b-ea2e3ed98672), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.708377 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:30.708377 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.727776 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Attempting to bind port d3cba24a-b96d-4b7f-8779-caab01edf7f6 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:30.728142 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Attempting to bind port d3cba24a-b96d-4b7f-8779-caab01edf7f6 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:30.728508 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Attempting to bind port d3cba24a-b96d-4b7f-8779-caab01edf7f6 on network fa915362-6371-474d-bd5e-1440a44c78bc {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:30.737186 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:30.737467 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Checking segment: {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:30.737694 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.738389 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Bound using segment: {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:30.738575 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Bound port: d3cba24a-b96d-4b7f-8779-caab01edf7f6, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:30.746069 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.754048 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] For port 743feea5-2b43-4556-aa5b-e003d8ba7f9b, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:30.771149 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Pushing event updated for resources: {'Port': ['ID=992cfb90-c9a5-41fc-b439-a4503d514d0d,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:30.776033 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] For port 743feea5-2b43-4556-aa5b-e003d8ba7f9b, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=743feea5-2b43-4556-aa5b-e003d8ba7f9b,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:30.801266 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.835041 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3261967 Jun 16 23:00:30.842514 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f0f57-4920-40b9-aaee-14490d5eaa55 admin admin] Pushing event updated for resources: {'Network': ['ID=663ca997-5122-4586-973b-ea2e3ed98672,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:30.849236 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48884) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:30.865931 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 663ca997-5122-4586-973b-ea2e3ed98672 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:00:30.869681 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Publish callbacks [] for security_group (8ac3004a-df86-486c-8684-98ec3e8de4bd), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.870870 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Allocated IP 172.27.3.94 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/74975e70-c546-4ce5-8231-ef3a8eb79b37) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:30.886098 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Request body: {'subnet': {'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-205592971-subnet', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:30.889687 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:30.931533 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] For port d3cba24a-b96d-4b7f-8779-caab01edf7f6, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:30.971245 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18338a-de9f-4eae-82ed-4867b7320fb7 None None] Pushing event updated for resources: {'Port': ['ID=743feea5-2b43-4556-aa5b-e003d8ba7f9b,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:30.979437 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Publish callbacks [] for security_group (16634e92-3c63-457f-9ab7-c262c2500a17), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.985364 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] For port d3cba24a-b96d-4b7f-8779-caab01edf7f6, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=d3cba24a-b96d-4b7f-8779-caab01edf7f6,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:30.992788 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8ac3004a-df86-486c-8684-98ec3e8de4bd), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:30.997093 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.031404 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (16634e92-3c63-457f-9ab7-c262c2500a17), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.082613 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1cc6b-3690-491f-92a5-c786cc2eb114 None None] Pushing event updated for resources: {'Port': ['ID=d3cba24a-b96d-4b7f-8779-caab01edf7f6,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:31.127036 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:00:31.142997 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks [] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.161767 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:00:31.182472 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (bac4ba56-d892-4539-8035-4d0691f5e462), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.182853 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Added segment bac4ba56-d892-4539-8035-4d0691f5e462 of type vlan for network 3b1257ed-1734-4595-b520-c36ad32e1031 Jun 16 23:00:31.209564 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:31.213182 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Made reservation on behalf of 0526c12e8bc947209e24daf5ddfad7be for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:31.215958 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.335197 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.335673 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac3004a-df86-486c-8684-98ec3e8de4bd,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:31.404129 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16634e92-3c63-457f-9ab7-c262c2500a17,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:31.426567 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (3b1257ed-1734-4595-b520-c36ad32e1031), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.437587 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (949d0046-9c24-494e-a2ce-9ccf2f996c75), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.437930 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Added segment 949d0046-9c24-494e-a2ce-9ccf2f996c75 of type vlan for network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 Jun 16 23:00:31.473735 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Pushing event updated for resources: {'Port': ['ID=74975e70-c546-4ce5-8231-ef3a8eb79b37,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:31.492228 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:31.493746 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:31.496709 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:31.618224 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.db.resource_extend [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 23:00:31.641615 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.866455 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks [] for router_gateway (77088178-3e79-49b5-be89-703af2e76401), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.959087 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (3b1257ed-1734-4595-b520-c36ad32e1031), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.960104 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:31.961133 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.967084 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:31.970131 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.971077 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:31.971637 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:31.977287 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks [] for router_gateway (edd149f3-c2f9-451d-8772-91f33449f64f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.099689 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=9 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:32.171428 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:32.191125 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.5643039 Jun 16 23:00:32.233945 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48926) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:32.251092 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Request body: {'subnet': {'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-subnet', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:32.313668 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Made reservation on behalf of 60447df5461141e883d207e028b74bc7 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:32.315310 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.323422 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6947598 Jun 16 23:00:32.358342 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (70e6960a-a82f-4058-8fa9-2c96ef001308), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.362536 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 743feea5-2b43-4556-aa5b-e003d8ba7f9b up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:32.379653 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48932) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:32.389632 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Request body: {'subnet': {'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-subnet', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:32.414166 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbec326-ebe2-45e6-abb8-7811f63d80cb admin admin] Pushing event updated for resources: {'Network': ['ID=3b1257ed-1734-4595-b520-c36ad32e1031,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:32.418428 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:32.431030 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 3b1257ed-1734-4595-b520-c36ad32e1031 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:00:32.536248 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 743feea5-2b43-4556-aa5b-e003d8ba7f9b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:32.536736 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.573455 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Made reservation on behalf of 6fc0acf708204e1f8f4510cdb1bbf442 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:32.576408 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.666878 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 743feea5-2b43-4556-aa5b-e003d8ba7f9b is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:32.667523 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.708590 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d6557a7e-2a0a-47e7-9d0c-a75f17e68c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.727657 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e6960a-a82f-4058-8fa9-2c96ef001308,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:32.745744 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (edd149f3-c2f9-451d-8772-91f33449f64f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.753571 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac9512-dd1d-4ee8-a456-47f27eeccc60 admin admin] Pushing event updated for resources: {'Network': ['ID=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:32.779409 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:00:32.783702 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 743feea5-2b43-4556-aa5b-e003d8ba7f9b, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=743feea5-2b43-4556-aa5b-e003d8ba7f9b,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:32.801320 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Checking segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:32.801936 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Network hostable DHCP agents. Network: 663ca997-5122-4586-973b-ea2e3ed98672, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:00:32.816711 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (77088178-3e79-49b5-be89-703af2e76401), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.859348 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.861951 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device d3cba24a-b96d-4b7f-8779-caab01edf7f6 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:32.865039 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:32.921260 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Network 663ca997-5122-4586-973b-ea2e3ed98672 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:00:32.956044 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3bd191-e783-4ff2-9189-542c09cdab19 None None] Network fa915362-6371-474d-bd5e-1440a44c78bc requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:32.981091 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:32.982689 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 663ca997-5122-4586-973b-ea2e3ed98672) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:32.987871 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (b2157525-0569-4e97-b4cf-efd01265522c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:32.999612 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:33.002768 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.091969 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f9c1ae61-dec6-45e5-9e2e-19f72b2a3f1a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2263999 Jun 16 23:00:33.094783 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48950) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:33.100983 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:33.176225 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Router edd149f3-c2f9-451d-8772-91f33449f64f is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:00:33.208893 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Checking segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:33.209279 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Network hostable DHCP agents. Network: 3b1257ed-1734-4595-b520-c36ad32e1031, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:00:33.240063 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (7d7a0331-f268-4bc5-9a73-5d1e617abb62), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.242226 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (7d7a0331-f268-4bc5-9a73-5d1e617abb62), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.253430 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2157525-0569-4e97-b4cf-efd01265522c,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:33.276060 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (f6bbe8dc-1aa7-45c8-b07d-dce99e26531f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.310118 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Router 77088178-3e79-49b5-be89-703af2e76401 is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:00:33.335112 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks [] for router_controller (7d7a0331-f268-4bc5-9a73-5d1e617abb62), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.338030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:33.341644 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Network 3b1257ed-1734-4595-b520-c36ad32e1031 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:00:33.351848 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100bd961-d42f-4d10-82ce-f55a731cc40d None None] Network 663ca997-5122-4586-973b-ea2e3ed98672 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:33.355520 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902ad49-e1cd-4bb9-84ce-75379a93e8d3 None None] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:33.370455 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:33.378449 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 3b1257ed-1734-4595-b520-c36ad32e1031) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:33.399845 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:33.401882 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.407877 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:33.421278 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Sync routers for ids ['edd149f3-c2f9-451d-8772-91f33449f64f'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:33.422935 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b23b1a-b10d-4f5c-8319-3b308c0df45f None None] Network 3b1257ed-1734-4595-b520-c36ad32e1031 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:33.436079 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Routers {'edd149f3-c2f9-451d-8772-91f33449f64f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:33.439268 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['edd149f3-c2f9-451d-8772-91f33449f64f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:33.464287 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fb58b999-35e4-4a5e-be1e-c4025e886723 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2282002 Jun 16 23:00:33.466934 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48960) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:33.472374 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:33.484937 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.486453 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b8225d3d-74cc-4d33-b951-ef432d3eef92 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0799146 Jun 16 23:00:33.500854 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 48962) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:33.572402 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:33.633681 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (3f01feb7-16c0-4fac-beda-01cd9d84d32d), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.638090 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (3f01feb7-16c0-4fac-beda-01cd9d84d32d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.673402 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:33.694683 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Set router edd149f3-c2f9-451d-8772-91f33449f64f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:33.698644 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=743feea5-2b43-4556-aa5b-e003d8ba7f9b,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:33.744404 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Checking segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:33.744812 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Network hostable DHCP agents. Network: f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:00:33.753728 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks [] for router_controller (3f01feb7-16c0-4fac-beda-01cd9d84d32d), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.812449 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-f9580374-3401-4d94-bd05-fcede0f610b9 None None] Provisioning complete for port d3cba24a-b96d-4b7f-8779-caab01edf7f6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:33.813272 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9580374-3401-4d94-bd05-fcede0f610b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:33.965206 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:00:33.978145 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks [] for router_gateway (7d7a0331-f268-4bc5-9a73-5d1e617abb62), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.008007 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:34.025020 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:34.025941 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port d3cba24a-b96d-4b7f-8779-caab01edf7f6 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:34.027163 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.027309 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.027847 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:31Z', 'revision_number': 3, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port': {'id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:30Z', 'updated_at': '2022-06-16T23:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:34.039932 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-3b1257ed-1734-4595-b520-c36ad32e1031', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'project_id': '60447df5461141e883d207e028b74bc7', 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:00:34.040851 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.068125 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Checking router: edd149f3-c2f9-451d-8772-91f33449f64f for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:34.070647 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Updating router edd149f3-c2f9-451d-8772-91f33449f64f port 74975e70-c546-4ce5-8231-ef3a8eb79b37 binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:34.085204 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604bbbf-84ed-437b-adfe-fa8ffcb0d933 None None] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:34.119665 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1711acb6-37a2-4235-90d1-b0384c0f4d1f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7338896 Jun 16 23:00:34.131200 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48974) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:34.135942 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:34.168797 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.177087 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks [] for router_gateway (3f01feb7-16c0-4fac-beda-01cd9d84d32d), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.261300 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:34.298296 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.298692 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Allocated IP 172.20.0.2 (3b1257ed-1734-4595-b520-c36ad32e1031/b2157525-0569-4e97-b4cf-efd01265522c/be76808f-f0ce-42d5-bddb-3edc29b6fa5d) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:34.301598 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.364180 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks [] for router_controller (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.366098 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:34.373058 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.374358 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ee7b1f73-f7b7-46e3-839f-8bc4f0d6deee admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2703121 Jun 16 23:00:34.443837 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Sync routers for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:34.465653 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 48982) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:34.476015 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:34.477014 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:34.477733 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:34.548083 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-663ca997-5122-4586-973b-ea2e3ed98672', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:00:34.549080 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.646617 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:34.872594 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Publish callbacks [] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.883009 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:34.968468 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Pushing event updated for resources: {'Port': ['ID=74975e70-c546-4ce5-8231-ef3a8eb79b37,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:34.990846 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Attempting to bind port 74975e70-c546-4ce5-8231-ef3a8eb79b37 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:34.991217 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Attempting to bind port 74975e70-c546-4ce5-8231-ef3a8eb79b37 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:34.992260 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Attempting to bind port 74975e70-c546-4ce5-8231-ef3a8eb79b37 on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:34.996957 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:35.000448 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.000961 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.001514 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.001867 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.002370 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.002619 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.002953 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.003276 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.003602 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.003921 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.004334 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.005202 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.005530 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.005981 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.006397 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Tracked resource versions report: Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: pushed versions: Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: { 'AddressGroup': {'1.2'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Agent': {'1.1'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'ConntrackHelper': {'1.0'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'LocalIPAssociation': {'1.0'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Log': {'1.0'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'NDPProxy': {'1.0'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Network': {'1.1'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Port': {'1.7'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'PortForwarding': {'1.3'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'QosPolicy': {'1.10'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SecurityGroup': {'1.5'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SecurityGroupRule': {'1.2'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SubPort': {'1.0'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Subnet': {'1.1'}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Trunk': {'1.1'}} Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: consumer versions: Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: { DHCP agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: HyperV agent@hv-cinder-84623: {}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: L3 agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: Metadata agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: Metering agent@dv-cinder-846230-1-iscsi: {}, Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: Open vSwitch agent@dv-cinder-846230-1-iscsi: { 'AddressGroup': '1.2', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Agent': '1.1', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'ConntrackHelper': '1.0', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'LocalIPAssociation': '1.0', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Log': '1.0', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'NDPProxy': '1.0', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Network': '1.1', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Port': '1.7', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'PortForwarding': '1.3', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'QosPolicy': '1.10', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SecurityGroup': '1.5', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SecurityGroupRule': '1.2', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'SubPort': '1.0', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Subnet': '1.1', Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: 'Trunk': '1.1'}} Jun 16 23:00:35.009424 dv-cinder-846230-1-iscsi neutron-server[103764]: {{(pid=103764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 23:00:35.019417 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Allocated IP 172.20.0.2 (663ca997-5122-4586-973b-ea2e3ed98672/70e6960a-a82f-4058-8fa9-2c96ef001308/22682b12-9049-42a3-aeb6-e659bdee9f2c) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:35.021407 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:35.021970 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:35.022549 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.023667 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:35.024262 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Bound port: 74975e70-c546-4ce5-8231-ef3a8eb79b37, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:35.024712 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.049328 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks [] for router_gateway (3f01feb7-16c0-4fac-beda-01cd9d84d32d), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.116089 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.160215 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] For port 74975e70-c546-4ce5-8231-ef3a8eb79b37, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:35.165973 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] For port 74975e70-c546-4ce5-8231-ef3a8eb79b37, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=74975e70-c546-4ce5-8231-ef3a8eb79b37,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:35.181457 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.243732 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:35.301110 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks [] for router_gateway (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.357868 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Routers {'edd149f3-c2f9-451d-8772-91f33449f64f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:35.358512 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['edd149f3-c2f9-451d-8772-91f33449f64f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:35.397031 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:35.429630 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efef2a6-f336-46ee-8868-ed2ada6235ee None None] Pushing event updated for resources: {'Port': ['ID=74975e70-c546-4ce5-8231-ef3a8eb79b37,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:35.452940 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:35.483917 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port d3cba24a-b96d-4b7f-8779-caab01edf7f6 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:35.484562 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.487703 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8d10d9c9-ec47-4340-9495-091e99ba5b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.569053 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Allocated IP 172.27.3.183 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/2eb067a3-5b37-4a43-b501-921eaeca383d) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:35.569175 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f9580374-3401-4d94-bd05-fcede0f610b9 None None] Current status of the port d3cba24a-b96d-4b7f-8779-caab01edf7f6 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:35.569175 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f9580374-3401-4d94-bd05-fcede0f610b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.595674 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] Set router edd149f3-c2f9-451d-8772-91f33449f64f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:35.613709 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks [] for router_gateway (7d7a0331-f268-4bc5-9a73-5d1e617abb62), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.627350 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Publish callbacks [] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.641103 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:00:35.651848 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.686285 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:35.689332 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.807328 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.811837 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.859046 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:31Z', 'revision_number': 3, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port': {'id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:30Z', 'updated_at': '2022-06-16T23:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:35.869386 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks [] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:35.891102 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a7a2b-13c4-4dd4-8866-2481e7b1bcee None None] The sync data for ids ['edd149f3-c2f9-451d-8772-91f33449f64f'] in dv-cinder-846230-1-iscsi is: [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:31Z', 'revision_number': 3, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port': {'id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:30Z', 'updated_at': '2022-06-16T23:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:36.057494 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:36.077124 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port d3cba24a-b96d-4b7f-8779-caab01edf7f6, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=d3cba24a-b96d-4b7f-8779-caab01edf7f6,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:36.088350 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.100102 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Network 3b1257ed-1734-4595-b520-c36ad32e1031 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:36.113456 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.115636 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Pushing event updated for resources: {'Port': ['ID=be76808f-f0ce-42d5-bddb-3edc29b6fa5d,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:36.120708 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.203157 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:36.211121 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:36.222177 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Pushing event updated for resources: {'Port': ['ID=2eb067a3-5b37-4a43-b501-921eaeca383d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:36.222305 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks [] for router_gateway (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.227069 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:36.255954 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:36.269689 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:36.272283 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 743feea5-2b43-4556-aa5b-e003d8ba7f9b up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:36.302060 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.306388 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Publish callbacks [] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.326476 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:36.359606 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Allocated IP 172.20.0.1 (fa915362-6371-474d-bd5e-1440a44c78bc/a99468b9-96e8-4968-9dd7-b3cb63db6976/192be4fd-2823-4765-a3ea-aa7f85b9efed) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:36.385582 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:36.479650 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:36.514767 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Allocated IP 172.27.3.13 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/75108d5b-fb4a-4ba2-973f-2da86f5651e1) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:36.549527 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.611475 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.665456 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=d3cba24a-b96d-4b7f-8779-caab01edf7f6,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:36.673864 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.db.api [None req-f9580374-3401-4d94-bd05-fcede0f610b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 23:00:36.676629 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG oslo_db.api [None req-f9580374-3401-4d94-bd05-fcede0f610b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 23:00:36.795425 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks [] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.800759 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks [] for router_gateway (3f01feb7-16c0-4fac-beda-01cd9d84d32d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.859935 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Publish callbacks [] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:36.874435 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Allocated IP 172.20.0.2 (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3/f6bbe8dc-1aa7-45c8-b07d-dce99e26531f/6b799bea-ccad-4ee6-986f-e7795b6a38c7) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:36.915880 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Allocated IP 172.20.0.1 (9cf34f4a-7249-4d59-a812-ce9cab585661/d441631d-427b-4b17-9128-b6f9e0efe649/a62c82fd-2ace-43a8-87c4-fbed9ffff9f2) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:36.949136 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.003660 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Network 663ca997-5122-4586-973b-ea2e3ed98672 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:37.029150 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.030270 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:37.034298 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:37.044952 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:37.046962 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Attempting to bind port be76808f-f0ce-42d5-bddb-3edc29b6fa5d on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:37.048950 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Attempting to bind port be76808f-f0ce-42d5-bddb-3edc29b6fa5d by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:37.049485 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Attempting to bind port be76808f-f0ce-42d5-bddb-3edc29b6fa5d on network 3b1257ed-1734-4595-b520-c36ad32e1031 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:37.081476 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Allocated IP 172.27.3.199 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/3dc2088e-abde-49aa-9163-5be3208bb0ed) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:37.088605 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:37.130322 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:37.139783 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:37.145449 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:37.145449 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Checking segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:37.148606 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.149329 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Bound using segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:37.150135 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Bound port: be76808f-f0ce-42d5-bddb-3edc29b6fa5d, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:37.150930 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.224730 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:30Z', 'revision_number': 3, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:37.232327 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Network fa915362-6371-474d-bd5e-1440a44c78bc is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:37.238874 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:37.265483 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:37.265776 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Pushing event updated for resources: {'Port': ['ID=22682b12-9049-42a3-aeb6-e659bdee9f2c,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:37.265958 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (edd149f3-c2f9-451d-8772-91f33449f64f), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.279283 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:37.304966 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 743feea5-2b43-4556-aa5b-e003d8ba7f9b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:37.305353 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.307210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Checking router: 77088178-3e79-49b5-be89-703af2e76401 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:37.307553 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Updating router 77088178-3e79-49b5-be89-703af2e76401 port 992cfb90-c9a5-41fc-b439-a4503d514d0d binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:37.328880 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks [] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.374413 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Pushing event updated for resources: {'Port': ['ID=192be4fd-2823-4765-a3ea-aa7f85b9efed,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:37.385512 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:37.410530 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Pushing event updated for resources: {'Port': ['ID=75108d5b-fb4a-4ba2-973f-2da86f5651e1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:37.452309 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (3f01feb7-16c0-4fac-beda-01cd9d84d32d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.459703 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:37.495787 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f9580374-3401-4d94-bd05-fcede0f610b9 None None] Current status of the port d3cba24a-b96d-4b7f-8779-caab01edf7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:37.511344 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.526658 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.541971 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.545989 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Publish callbacks [] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.582156 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Attempting to bind port 22682b12-9049-42a3-aeb6-e659bdee9f2c on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:37.582771 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Attempting to bind port 22682b12-9049-42a3-aeb6-e659bdee9f2c by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:37.582863 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Attempting to bind port 22682b12-9049-42a3-aeb6-e659bdee9f2c on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:37.627523 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:37.627904 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Checking segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:37.628311 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.628706 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Bound using segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:37.629193 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Bound port: 22682b12-9049-42a3-aeb6-e659bdee9f2c, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:37.629579 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.645337 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] For port be76808f-f0ce-42d5-bddb-3edc29b6fa5d, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:37.687900 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.733074 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Publish callbacks [] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.754838 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] For port be76808f-f0ce-42d5-bddb-3edc29b6fa5d, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=be76808f-f0ce-42d5-bddb-3edc29b6fa5d,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:37.759936 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-5a77c231-36d9-4c4f-8dcb-0b9c3a7104b1 None None] Provisioning complete for port 743feea5-2b43-4556-aa5b-e003d8ba7f9b triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:37.760326 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a77c231-36d9-4c4f-8dcb-0b9c3a7104b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.768820 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:37.811876 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:37.812060 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.814747 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.822942 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:37.851717 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:37.856795 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:37.869764 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Router 3f01feb7-16c0-4fac-beda-01cd9d84d32d is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:00:37.891566 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 743feea5-2b43-4556-aa5b-e003d8ba7f9b is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:37.927010 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Pushing event updated for resources: {'Port': ['ID=3dc2088e-abde-49aa-9163-5be3208bb0ed,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:37.939071 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:37.963553 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:37.980524 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:37.987451 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:37.998668 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks [] for router_gateway (7d7a0331-f268-4bc5-9a73-5d1e617abb62), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.015487 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Publish callbacks [] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.025134 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] For port 22682b12-9049-42a3-aeb6-e659bdee9f2c, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:38.042470 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.043389 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (edd149f3-c2f9-451d-8772-91f33449f64f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.061439 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6b60e-050f-4772-b661-1044eb325d35 None None] Pushing event updated for resources: {'Port': ['ID=be76808f-f0ce-42d5-bddb-3edc29b6fa5d,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:38.066212 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] For port 22682b12-9049-42a3-aeb6-e659bdee9f2c, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=22682b12-9049-42a3-aeb6-e659bdee9f2c,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:38.090047 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:38.106658 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Pushing event updated for resources: {'Port': ['ID=192be4fd-2823-4765-a3ea-aa7f85b9efed,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:38.110519 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:38.121566 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:38.125324 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:38.125824 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (77088178-3e79-49b5-be89-703af2e76401), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.161051 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:38.217771 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Network fa915362-6371-474d-bd5e-1440a44c78bc is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:38.223033 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:38.232992 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:38.242432 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Sync routers for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:38.266067 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:38.269306 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:38.370842 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.382147 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c6143081-df36-4125-ba1e-c2570e9f61aa admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9136896 Jun 16 23:00:38.389277 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49050) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:38.390214 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:38.396807 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:38.426839 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-5a77c231-36d9-4c4f-8dcb-0b9c3a7104b1 None None] Current status of the port 743feea5-2b43-4556-aa5b-e003d8ba7f9b is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:38.462441 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:38.465375 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Attempting to bind port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:38.466009 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Attempting to bind port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:38.466577 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Attempting to bind port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 on network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:38.472324 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-5a77c231-36d9-4c4f-8dcb-0b9c3a7104b1 None None] Provisioning complete for port d3cba24a-b96d-4b7f-8779-caab01edf7f6 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:38.472995 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5a77c231-36d9-4c4f-8dcb-0b9c3a7104b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.531258 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:38.590570 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:38.591683 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Checking segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:38.592317 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.592920 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Bound using segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:38.593610 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Bound port: 6b799bea-ccad-4ee6-986f-e7795b6a38c7, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:38.595346 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.634968 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.648399 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 74975e70-c546-4ce5-8231-ef3a8eb79b37 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:38.828294 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.843789 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.855581 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:36Z', 'revision_number': 3, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:38.859458 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks [] for router_gateway (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.867743 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Router edd149f3-c2f9-451d-8772-91f33449f64f has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:00:38.899681 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Checking router: 3f01feb7-16c0-4fac-beda-01cd9d84d32d for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:38.900256 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Updating router 3f01feb7-16c0-4fac-beda-01cd9d84d32d port 2eb067a3-5b37-4a43-b501-921eaeca383d binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:38.953932 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (7d7a0331-f268-4bc5-9a73-5d1e617abb62), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.954683 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:38.999816 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.008366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:39.064211 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Pushing event updated for resources: {'Port': ['ID=6b799bea-ccad-4ee6-986f-e7795b6a38c7,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:39.111898 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] For port 6b799bea-ccad-4ee6-986f-e7795b6a38c7, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:39.117849 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] For port 6b799bea-ccad-4ee6-986f-e7795b6a38c7, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=6b799bea-ccad-4ee6-986f-e7795b6a38c7,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:39.122948 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Publish callbacks [] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.150095 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:39.166316 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-5a77c231-36d9-4c4f-8dcb-0b9c3a7104b1 None None] Current status of the port d3cba24a-b96d-4b7f-8779-caab01edf7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:39.181818 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.194297 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.208107 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:39.276106 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:39.282855 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-06a11610-0e0c-49a6-a6fc-303f70b10612 admin admin] 10.222.0.17 "PUT /v2.0/routers/edd149f3-c2f9-451d-8772-91f33449f64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7808917 Jun 16 23:00:39.312595 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:39.334004 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Sync routers for ids ['edd149f3-c2f9-451d-8772-91f33449f64f'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:39.376938 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Attempting to bind port 992cfb90-c9a5-41fc-b439-a4503d514d0d on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:39.377252 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Attempting to bind port 992cfb90-c9a5-41fc-b439-a4503d514d0d by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:39.377587 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Attempting to bind port 992cfb90-c9a5-41fc-b439-a4503d514d0d on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:39.478944 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:39.496711 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 74975e70-c546-4ce5-8231-ef3a8eb79b37 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:39.497095 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.525498 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:39.525880 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:39.526274 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.526698 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:39.527189 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Bound port: 992cfb90-c9a5-41fc-b439-a4503d514d0d, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:39.528393 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.546347 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.557472 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-2454b44f-1ae9-4a68-9b1c-4cdcdb6d5573 None None] Provisioning complete for port 192be4fd-2823-4765-a3ea-aa7f85b9efed triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:39.557472 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2454b44f-1ae9-4a68-9b1c-4cdcdb6d5573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.562967 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.607152 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Publish callbacks [] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.620537 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:39.633837 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:00:39.756318 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Routers {'edd149f3-c2f9-451d-8772-91f33449f64f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:39.763242 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['edd149f3-c2f9-451d-8772-91f33449f64f'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:39.785810 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c54326-1b80-4971-a864-2cf22f8334a1 None None] Pushing event updated for resources: {'Port': ['ID=22682b12-9049-42a3-aeb6-e659bdee9f2c,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:39.948560 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ddd98-f1d7-4461-a0b4-7056816383b9 None None] Pushing event updated for resources: {'Port': ['ID=2eb067a3-5b37-4a43-b501-921eaeca383d,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:40.029533 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Allocated IP 172.20.0.1 (3b1257ed-1734-4595-b520-c36ad32e1031/b2157525-0569-4e97-b4cf-efd01265522c/ad5946cf-0af4-4e99-b1c0-36b4a2788200) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:40.034434 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Attempting to bind port 2eb067a3-5b37-4a43-b501-921eaeca383d on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:40.035437 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Attempting to bind port 2eb067a3-5b37-4a43-b501-921eaeca383d by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:40.036370 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Attempting to bind port 2eb067a3-5b37-4a43-b501-921eaeca383d on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:40.057784 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:40.063258 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:40.063959 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:40.064577 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.066162 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:40.067402 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Bound port: 2eb067a3-5b37-4a43-b501-921eaeca383d, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:40.069588 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.092117 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-2454b44f-1ae9-4a68-9b1c-4cdcdb6d5573 None None] Port 192be4fd-2823-4765-a3ea-aa7f85b9efed cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:00:40.169602 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] For port 992cfb90-c9a5-41fc-b439-a4503d514d0d, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:40.181919 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21566352-637f-4a4c-aef3-74a75593bab2 None None] Pushing event updated for resources: {'Port': ['ID=992cfb90-c9a5-41fc-b439-a4503d514d0d,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:40.203807 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-2454b44f-1ae9-4a68-9b1c-4cdcdb6d5573 None None] Provisioning complete for port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:40.204263 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2454b44f-1ae9-4a68-9b1c-4cdcdb6d5573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.207222 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] For port 992cfb90-c9a5-41fc-b439-a4503d514d0d, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=992cfb90-c9a5-41fc-b439-a4503d514d0d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:40.219322 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] For port 2eb067a3-5b37-4a43-b501-921eaeca383d, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:40.221327 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad42f0-c2b5-4371-ba55-7824edabefba None None] Network 3b1257ed-1734-4595-b520-c36ad32e1031 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:40.247082 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] For port 2eb067a3-5b37-4a43-b501-921eaeca383d, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2eb067a3-5b37-4a43-b501-921eaeca383d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:40.256218 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:40.259199 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.270132 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Publish callbacks [] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.324954 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Publish callbacks [] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.354728 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.356460 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (77088178-3e79-49b5-be89-703af2e76401), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.370115 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:40.373925 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.383168 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ddd98-f1d7-4461-a0b4-7056816383b9 None None] Pushing event updated for resources: {'Port': ['ID=2eb067a3-5b37-4a43-b501-921eaeca383d,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:40.399835 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.412621 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:40.413517 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.415200 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:40.418073 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-33180990-6531-4844-82e9-2cc9462728af admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3210108 Jun 16 23:00:40.439867 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49096) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:40.444012 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:40.458047 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Network 3b1257ed-1734-4595-b520-c36ad32e1031 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:40.489895 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:40.494952 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:40.497588 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (3f01feb7-16c0-4fac-beda-01cd9d84d32d), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:40.515352 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Set router edd149f3-c2f9-451d-8772-91f33449f64f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:40.528228 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-2454b44f-1ae9-4a68-9b1c-4cdcdb6d5573 None None] Port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:00:40.664502 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:40.667282 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:40.668093 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:40.696803 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5946cf-0af4-4e99-b1c0-36b4a2788200,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:40.854766 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:00:40.871589 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:40.996806 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:41.007216 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49140) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:41.011008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:41.011687 dv-cinder-846230-1-iscsi neutron-server[103761]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 23:00:41.052862 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:41.064731 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:41.179781 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-52a40cd6-9ccb-4569-85ba-54b3b62c0ef6 None None] Provisioning complete for port be76808f-f0ce-42d5-bddb-3edc29b6fa5d triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:41.180334 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-52a40cd6-9ccb-4569-85ba-54b3b62c0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.212120 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.240873 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:37Z', 'revision_number': 4, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port': {'id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:30Z', 'updated_at': '2022-06-16T23:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '192be4fd-2823-4765-a3ea-aa7f85b9efed', 'name': '', 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'mac_address': 'fa:16:3e:d0:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a99468b9-96e8-4968-9dd7-b3cb63db6976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:37Z', 'revision_number': 2, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'subnets': [{'id': 'a99468b9-96e8-4968-9dd7-b3cb63db6976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:41.255575 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:41.308038 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Checking router: edd149f3-c2f9-451d-8772-91f33449f64f for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:41.308380 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Updating router edd149f3-c2f9-451d-8772-91f33449f64f port 192be4fd-2823-4765-a3ea-aa7f85b9efed binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:41.352631 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:41.369803 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824364d-8107-415a-9fbe-074d2da075ba None None] Network 663ca997-5122-4586-973b-ea2e3ed98672 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:41.399057 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:41.399272 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:41.489378 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:41.494440 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:37Z', 'revision_number': 3, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:41.507723 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:41.508555 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.547527 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-f5361eaf-8dd9-41fa-aedb-90506a6d8842 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:41.555308 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-f5361eaf-8dd9-41fa-aedb-90506a6d8842 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/networks?id=fa915362-6371-474d-bd5e-1440a44c78bc HTTP/1.1" status: 200 len: 810 time: 0.5466955 Jun 16 23:00:41.561539 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Sync routers for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:41.597108 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:41.598731 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:41.599246 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Updating router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:41.604102 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-43fe76ea-3468-4301-bdbb-d5bd68c58f61 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/quotas/c2300d78ad8244e3be17c1f388603de7 HTTP/1.1" status: 200 len: 375 time: 0.0479453 Jun 16 23:00:41.649382 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.654504 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Publish callbacks [] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.718830 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-bdf47ca4-cd07-41a6-894a-b8d3f0fe7a3b tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c2300d78ad8244e3be17c1f388603de7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137481 Jun 16 23:00:41.746933 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.747594 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.748158 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b6e7d92f-0471-49e3-8543-e9f4c57795fb admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6161516 Jun 16 23:00:41.748613 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (3f01feb7-16c0-4fac-beda-01cd9d84d32d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.752670 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:41.753335 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:41.773610 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49154) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:41.841809 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:36Z', 'revision_number': 3, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:41.890432 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd79df-6ab1-49fd-801d-e03727d324b9 None None] The sync data for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi is: [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:36Z', 'revision_number': 3, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:41.926481 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb401d-559a-4cf9-9184-b5e9e89b5e5e None None] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:00:41.932362 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 74975e70-c546-4ce5-8231-ef3a8eb79b37 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:41.932803 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.942748 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5946cf-0af4-4e99-b1c0-36b4a2788200,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:41.971693 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-52a40cd6-9ccb-4569-85ba-54b3b62c0ef6 None None] Current status of the port be76808f-f0ce-42d5-bddb-3edc29b6fa5d is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:41.972257 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-52a40cd6-9ccb-4569-85ba-54b3b62c0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:41.993971 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b58159-7fb1-4844-b008-be1f15524e97 None None] Pushing event updated for resources: {'Port': ['ID=6b799bea-ccad-4ee6-986f-e7795b6a38c7,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:42.086165 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Network 3b1257ed-1734-4595-b520-c36ad32e1031 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:42.100384 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:42.103520 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:42.114942 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:42.245567 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Publish callbacks [] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:42.261895 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:42.318062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-5fc20d57-09c4-4e2d-a0c2-57e401efe450 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103761) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 23:00:42.327501 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-5fc20d57-09c4-4e2d-a0c2-57e401efe450 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1783104 Jun 16 23:00:42.333153 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 74975e70-c546-4ce5-8231-ef3a8eb79b37, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=74975e70-c546-4ce5-8231-ef3a8eb79b37,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:42.378256 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:42.378256 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:42.408995 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7aa6a8-8993-4d83-afff-89ec49b1a60f None None] Pushing event updated for resources: {'Port': ['ID=75108d5b-fb4a-4ba2-973f-2da86f5651e1,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:42.412163 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Attempting to bind port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:42.412163 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Attempting to bind port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:42.412163 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Attempting to bind port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:42.431959 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:42.434836 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:42.435505 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:42.435825 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:42.436761 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:42.438078 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:42.438979 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Bound port: 75108d5b-fb4a-4ba2-973f-2da86f5651e1, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:42.439699 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:42.493429 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Router 77088178-3e79-49b5-be89-703af2e76401 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:00:42.495796 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Router 3f01feb7-16c0-4fac-beda-01cd9d84d32d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:00:42.525566 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] For port 75108d5b-fb4a-4ba2-973f-2da86f5651e1, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:42.530920 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] For port 75108d5b-fb4a-4ba2-973f-2da86f5651e1, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=75108d5b-fb4a-4ba2-973f-2da86f5651e1,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:42.544586 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:42.586817 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:42.587636 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device d3cba24a-b96d-4b7f-8779-caab01edf7f6 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:42.615875 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:42.641568 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:42.642491 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:42.649246 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7aa6a8-8993-4d83-afff-89ec49b1a60f None None] Pushing event updated for resources: {'Port': ['ID=75108d5b-fb4a-4ba2-973f-2da86f5651e1,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:42.668968 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:42.677568 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Allocated IP 172.20.0.1 (663ca997-5122-4586-973b-ea2e3ed98672/70e6960a-a82f-4058-8fa9-2c96ef001308/2cca2434-5004-415f-ad60-683be4f309f5) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:42.685221 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-9e77c501-c481-452e-a2bb-6ea3a1d61f33 service neutron] 10.222.0.17 "GET /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562253 Jun 16 23:00:42.719365 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-52a40cd6-9ccb-4569-85ba-54b3b62c0ef6 None None] For port be76808f-f0ce-42d5-bddb-3edc29b6fa5d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=be76808f-f0ce-42d5-bddb-3edc29b6fa5d,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:42.777989 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21566352-637f-4a4c-aef3-74a75593bab2 None None] Pushing event updated for resources: {'Port': ['ID=992cfb90-c9a5-41fc-b439-a4503d514d0d,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:42.816242 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-ecf900bc-2781-46b6-8078-5090b985e9a5 service neutron] 10.222.0.17 "GET /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294639 Jun 16 23:00:42.852490 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:42.942014 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:42.970306 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-42f5bbd5-9764-4d92-941e-4073712a2ec7 admin admin] 10.222.0.17 "PUT /v2.0/routers/77088178-3e79-49b5-be89-703af2e76401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4591985 Jun 16 23:00:42.985682 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:42.995995 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:43.007536 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-cdcdfda5-43a9-48c1-882b-e72b2647b0e8 admin admin] 10.222.0.17 "PUT /v2.0/routers/3f01feb7-16c0-4fac-beda-01cd9d84d32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6164026 Jun 16 23:00:43.166134 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:43.195685 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-52a40cd6-9ccb-4569-85ba-54b3b62c0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:43.208761 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Publish callbacks [] for port (2cca2434-5004-415f-ad60-683be4f309f5), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:43.227853 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:43.436403 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (2cca2434-5004-415f-ad60-683be4f309f5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:43.601259 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Network 663ca997-5122-4586-973b-ea2e3ed98672 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:43.613247 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:43.623635 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:43.624120 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (7d7a0331-f268-4bc5-9a73-5d1e617abb62), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:43.641188 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49222) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:43.660539 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-f6cb6fbc-3325-43af-842d-1c82134fb8fe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563384041', 'description': 'tempest-description--537876847'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:43.684856 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2cca2434-5004-415f-ad60-683be4f309f5,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:43.740197 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=74975e70-c546-4ce5-8231-ef3a8eb79b37,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:43.823236 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:37Z', 'revision_number': 3, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:43.828672 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a40cd6-9ccb-4569-85ba-54b3b62c0ef6 None None] Pushing event updated for resources: {'Port': ['ID=be76808f-f0ce-42d5-bddb-3edc29b6fa5d,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:43.960162 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:43.962796 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f00b8-2324-40e6-b5d0-de44f5d00076 None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:37Z', 'revision_number': 3, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:43.965664 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6fbc-3325-43af-842d-1c82134fb8fe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.034011 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port d3cba24a-b96d-4b7f-8779-caab01edf7f6 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:44.045109 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.161098 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Allocated IP 172.20.0.1 (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3/f6bbe8dc-1aa7-45c8-b07d-dce99e26531f/7b8d8083-c389-4033-84d9-2b5d4c007dbd) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:44.197853 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:44.200661 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Provisioning complete for port ad5946cf-0af4-4e99-b1c0-36b4a2788200 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:44.202210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.261763 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:44.281008 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Publish callbacks [] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.306835 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2cca2434-5004-415f-ad60-683be4f309f5), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.333882 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:44.349311 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:39Z', 'revision_number': 2, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:44.483915 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74918b2-8497-4f79-9429-0e32838665f2 None None] The sync data for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi is: [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:39Z', 'revision_number': 2, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:44.509637 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.511573 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-61058b79-b902-41e6-8458-e99cb8f3be4c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:44.516266 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-61058b79-b902-41e6-8458-e99cb8f3be4c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 819 time: 0.5934615 Jun 16 23:00:44.542350 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49260) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:44.668036 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-1157368e-4107-4d39-a8ae-7006b383ce91 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/quotas/60447df5461141e883d207e028b74bc7 HTTP/1.1" status: 200 len: 375 time: 0.1346581 Jun 16 23:00:44.702136 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Port ad5946cf-0af4-4e99-b1c0-36b4a2788200 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:00:44.807677 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Provisioning complete for port be76808f-f0ce-42d5-bddb-3edc29b6fa5d triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:44.808289 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.880652 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Publish callbacks [] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.943098 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Publish callbacks [] for port (2cca2434-5004-415f-ad60-683be4f309f5), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.994169 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6fbc-3325-43af-842d-1c82134fb8fe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (a6abc8c6-bb72-4b4c-b3f5-b63f15201f98), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:44.997902 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2cca2434-5004-415f-ad60-683be4f309f5), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.000482 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (7d7a0331-f268-4bc5-9a73-5d1e617abb62), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.023038 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.122484 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2cca2434-5004-415f-ad60-683be4f309f5,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:45.138213 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Pushing event updated for resources: {'Port': ['ID=7b8d8083-c389-4033-84d9-2b5d4c007dbd,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:45.150370 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6fbc-3325-43af-842d-1c82134fb8fe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a6abc8c6-bb72-4b4c-b3f5-b63f15201f98), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.183824 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b3e12c3c-684d-4eff-8451-b29e65e46b97 req-1b5d5aee-1be5-47fc-87ee-897b660233e5 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 210 time: 0.6355448 Jun 16 23:00:45.192403 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 3, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:45.215846 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:45.236311 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6fbc-3325-43af-842d-1c82134fb8fe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.236311 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f6cb6fbc-3325-43af-842d-1c82134fb8fe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5931201 Jun 16 23:00:45.237579 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-6f4d02dd-b620-487e-b929-c9b53bd69858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5559530 Jun 16 23:00:45.250308 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Sync routers for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:45.274494 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:45.275777 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49282) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:45.276995 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:45.363255 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9d965-0ef4-4f49-838c-090889aa0b0d None None] Pushing event updated for resources: {'Port': ['ID=192be4fd-2823-4765-a3ea-aa7f85b9efed,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:45.450441 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Current status of the port be76808f-f0ce-42d5-bddb-3edc29b6fa5d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:45.460960 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Checking router: 77a6b5ec-9ec9-4f64-947c-614dadd34c4d for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:45.461310 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Updating router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d port 3dc2088e-abde-49aa-9163-5be3208bb0ed binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:45.473412 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:45.485617 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-1c69a550-2681-486f-81ec-498757654b71 service neutron] 10.222.0.17 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453647 Jun 16 23:00:45.493791 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:45.496756 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c29d4239-6f04-47de-b469-68e2542dc2e8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'security_group_rule': {'security_group_id': 'a6abc8c6-bb72-4b4c-b3f5-b63f15201f98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:45.503112 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:45.526402 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:45.528670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.565819 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.573507 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:45.642076 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Provisioning complete for port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:45.642752 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.659065 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:45.703027 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb6fbc-3325-43af-842d-1c82134fb8fe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:45.708222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c29d4239-6f04-47de-b469-68e2542dc2e8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (5cf77767-d2ca-4c32-ab6b-c4f15cb6c073), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.734370 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port d3cba24a-b96d-4b7f-8779-caab01edf7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:45.753420 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Attempting to bind port 192be4fd-2823-4765-a3ea-aa7f85b9efed on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:45.753420 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Attempting to bind port 192be4fd-2823-4765-a3ea-aa7f85b9efed by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:45.753420 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Attempting to bind port 192be4fd-2823-4765-a3ea-aa7f85b9efed on network fa915362-6371-474d-bd5e-1440a44c78bc {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:45.753776 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Network 663ca997-5122-4586-973b-ea2e3ed98672 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:45.794540 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:45.809241 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:45.809769 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Checking segment: {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:45.811730 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:45.812584 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Bound using segment: {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:45.815210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Bound port: 192be4fd-2823-4765-a3ea-aa7f85b9efed, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:45.819296 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:46.055123 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:00:46.098151 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Provisioning complete for port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:46.098773 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:46.183873 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c29d4239-6f04-47de-b469-68e2542dc2e8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (5cf77767-d2ca-4c32-ab6b-c4f15cb6c073), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:46.189758 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c29d4239-6f04-47de-b469-68e2542dc2e8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (5cf77767-d2ca-4c32-ab6b-c4f15cb6c073), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:46.296506 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:46.325227 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:46.350118 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:00:46.383952 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d4239-6f04-47de-b469-68e2542dc2e8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf77767-d2ca-4c32-ab6b-c4f15cb6c073,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:46.397915 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c29d4239-6f04-47de-b469-68e2542dc2e8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:46.412172 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49312) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:46.413153 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c29d4239-6f04-47de-b469-68e2542dc2e8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9475687 Jun 16 23:00:46.429458 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-00d8a199-cc52-44d7-8e58-571ff11c8d1a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'security_group_rule': {'security_group_id': 'a6abc8c6-bb72-4b4c-b3f5-b63f15201f98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:46.456927 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] For port 192be4fd-2823-4765-a3ea-aa7f85b9efed, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:46.521230 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] For port 192be4fd-2823-4765-a3ea-aa7f85b9efed, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=192be4fd-2823-4765-a3ea-aa7f85b9efed,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:46.566131 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:41Z', 'revision_number': 2, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:46.591005 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-351b4e25-a408-4fed-97ef-ac11a5e18faf service neutron] 10.222.0.17 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0425372 Jun 16 23:00:46.646842 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Checking router: 3f01feb7-16c0-4fac-beda-01cd9d84d32d for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:46.649038 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Updating router 3f01feb7-16c0-4fac-beda-01cd9d84d32d port ad5946cf-0af4-4e99-b1c0-36b4a2788200 binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:46.725849 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:46.728974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-00d8a199-cc52-44d7-8e58-571ff11c8d1a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (f8fe1c05-fa61-41b9-b044-107d0f5e6b13), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:46.767762 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:46.837164 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:46.854562 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bb91646f-4654-4044-8622-71143da4e6a6 admin admin] 10.222.0.17 "PUT /v2.0/routers/7d7a0331-f268-4bc5-9a73-5d1e617abb62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3909681 Jun 16 23:00:47.046112 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 74975e70-c546-4ce5-8231-ef3a8eb79b37 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:47.064023 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4446e88c-4d7a-4802-b4af-6d02e2da5e82 req-963a021f-f8b4-4e0f-b70c-ef39bbd5532c tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 210 time: 0.3777635 Jun 16 23:00:47.094158 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.230824 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9d965-0ef4-4f49-838c-090889aa0b0d None None] Pushing event updated for resources: {'Port': ['ID=192be4fd-2823-4765-a3ea-aa7f85b9efed,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:47.260229 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Current status of the port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:47.260621 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.300475 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:47.372598 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] For port 6b799bea-ccad-4ee6-986f-e7795b6a38c7, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=6b799bea-ccad-4ee6-986f-e7795b6a38c7,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:47.380183 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-46fe7ff6-dde3-424b-8578-4c00caca2d24 req-7a85b079-7358-4736-bb91-a3fee21916f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 210 time: 0.2614100 Jun 16 23:00:47.421906 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 74975e70-c546-4ce5-8231-ef3a8eb79b37 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:47.422185 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.435685 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.26', 63738) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:47.488238 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.656101 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Publish callbacks [] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.669237 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49384) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:47.717283 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-dff22f1b-40f2-47bb-9fbd-56c93878b246 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100088424', 'description': 'tempest-description--1244053072'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:47.723793 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.725804 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.738696 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-00d8a199-cc52-44d7-8e58-571ff11c8d1a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (f8fe1c05-fa61-41b9-b044-107d0f5e6b13), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.878034 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Routers {'edd149f3-c2f9-451d-8772-91f33449f64f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:47.878911 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['edd149f3-c2f9-451d-8772-91f33449f64f'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:47.891597 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Pushing event updated for resources: {'Port': ['ID=7b8d8083-c389-4033-84d9-2b5d4c007dbd,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:47.926927 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:47.934379 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 74975e70-c546-4ce5-8231-ef3a8eb79b37 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:47.935827 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device be76808f-f0ce-42d5-bddb-3edc29b6fa5d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:47.938471 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Provisioning complete for port 22682b12-9049-42a3-aeb6-e659bdee9f2c triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:47.939122 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.975475 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Publish callbacks [] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.981418 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-00d8a199-cc52-44d7-8e58-571ff11c8d1a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (f8fe1c05-fa61-41b9-b044-107d0f5e6b13), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:47.989725 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:48.044929 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8a199-cc52-44d7-8e58-571ff11c8d1a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fe1c05-fa61-41b9-b044-107d0f5e6b13,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:48.216516 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:48.301748 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-50505e5f-fda8-45ea-9caa-542aeba1f67c tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:48.306127 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-50505e5f-fda8-45ea-9caa-542aeba1f67c tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.26 "GET /v2.0/networks?id=fa915362-6371-474d-bd5e-1440a44c78bc HTTP/1.1" status: 200 len: 810 time: 0.8691199 Jun 16 23:00:48.334297 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552528fc-591b-4ed1-930a-b3cd4ad41938 None None] Pushing event updated for resources: {'Port': ['ID=ad5946cf-0af4-4e99-b1c0-36b4a2788200,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:48.390233 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Request body: {'port': {'device_id': 'd40a3e67-031a-4ad7-bd79-7c7d9a3bece9', 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc', 'admin_state_up': True, 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:48.394347 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-00d8a199-cc52-44d7-8e58-571ff11c8d1a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:48.399346 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-00d8a199-cc52-44d7-8e58-571ff11c8d1a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9764154 Jun 16 23:00:48.404401 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49424) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:48.415964 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:48.427714 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:48.443663 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:48.466508 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dff22f1b-40f2-47bb-9fbd-56c93878b246 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:48.524124 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:48.544156 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a57d8e73-a8a4-4fc4-9fb8-2a92e89e327b req-4f2f6a8f-f324-4aa6-be5d-c6b04125a55f tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 210 time: 0.1213670 Jun 16 23:00:48.570348 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Attempting to bind port ad5946cf-0af4-4e99-b1c0-36b4a2788200 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:48.571796 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Attempting to bind port ad5946cf-0af4-4e99-b1c0-36b4a2788200 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:48.573686 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Attempting to bind port ad5946cf-0af4-4e99-b1c0-36b4a2788200 on network 3b1257ed-1734-4595-b520-c36ad32e1031 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:48.588405 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:48.589115 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Checking segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:48.590751 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:48.591383 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Bound using segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:48.592456 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Bound port: ad5946cf-0af4-4e99-b1c0-36b4a2788200, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:48.593574 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:48.652352 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:48.688252 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Publish callbacks [] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:48.715823 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-250d9970-c6e4-4e99-bdd0-4f1b5ae9bcfc tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:48.727157 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-250d9970-c6e4-4e99-bdd0-4f1b5ae9bcfc tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 819 time: 0.9746010 Jun 16 23:00:48.768659 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] For port ad5946cf-0af4-4e99-b1c0-36b4a2788200, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:48.779559 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] For port ad5946cf-0af4-4e99-b1c0-36b4a2788200, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=ad5946cf-0af4-4e99-b1c0-36b4a2788200,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:48.792992 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:48.933156 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:48.939942 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:49.015888 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] Set router edd149f3-c2f9-451d-8772-91f33449f64f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:49.240088 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49464) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:49.284481 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:49.333098 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552528fc-591b-4ed1-930a-b3cd4ad41938 None None] Pushing event updated for resources: {'Port': ['ID=ad5946cf-0af4-4e99-b1c0-36b4a2788200,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:49.423537 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:49.516076 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-2590a063-22d9-4b02-a2e4-cfb733943d5a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/quotas/60447df5461141e883d207e028b74bc7 HTTP/1.1" status: 200 len: 375 time: 0.7425416 Jun 16 23:00:49.517568 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:49.622900 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:49.633866 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-752a47ff-00a4-49f9-97da-cfdc1b9e339f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:49.672926 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dff22f1b-40f2-47bb-9fbd-56c93878b246 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (18345237-18fb-43cf-be85-e7120e75bd7f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:49.687880 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dff22f1b-40f2-47bb-9fbd-56c93878b246 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (18345237-18fb-43cf-be85-e7120e75bd7f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:49.717117 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Made reservation on behalf of c2300d78ad8244e3be17c1f388603de7 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:49.728551 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:49.871880 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Allocated IP 172.27.3.46 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/276a1541-a019-490d-a478-f7c51246f24a) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:49.879969 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:49.890841 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:49.892740 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Current status of the port 22682b12-9049-42a3-aeb6-e659bdee9f2c is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:49.893298 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:49.909901 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:37Z', 'revision_number': 4, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port': {'id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:30Z', 'updated_at': '2022-06-16T23:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '192be4fd-2823-4765-a3ea-aa7f85b9efed', 'name': '', 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'mac_address': 'fa:16:3e:d0:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a99468b9-96e8-4968-9dd7-b3cb63db6976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'subnets': [{'id': 'a99468b9-96e8-4968-9dd7-b3cb63db6976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:49.912887 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:49.913739 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:49.947054 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:48Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:50.022710 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19da486-e2ee-408d-8bc7-232a187ffd40 None None] The sync data for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi is: [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:48Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:50.058831 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:50.060068 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Sync routers for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:00:50.077767 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:50.081222 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:50.087754 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dff22f1b-40f2-47bb-9fbd-56c93878b246 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:50.089263 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-dff22f1b-40f2-47bb-9fbd-56c93878b246 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4098847 Jun 16 23:00:50.184106 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for port (276a1541-a019-490d-a478-f7c51246f24a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:50.194417 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49490) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:50.194417 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.26', 63749) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:50.222516 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff22f1b-40f2-47bb-9fbd-56c93878b246 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18345237-18fb-43cf-be85-e7120e75bd7f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:50.222516 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-39cf9a07-aae7-46bb-a2f0-75c6cfce63de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group_rule': {'security_group_id': '18345237-18fb-43cf-be85-e7120e75bd7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:50.257609 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:00:50.289603 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:50.295740 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:50.317117 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (276a1541-a019-490d-a478-f7c51246f24a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:50.487123 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] For port 22682b12-9049-42a3-aeb6-e659bdee9f2c, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=22682b12-9049-42a3-aeb6-e659bdee9f2c,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:50.506982 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:50.552950 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-333b6ea9-4688-45af-ba55-5155879b02c1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2701514 Jun 16 23:00:50.621801 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Pushing event updated for resources: {'Port': ['ID=6b799bea-ccad-4ee6-986f-e7795b6a38c7,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:50.816781 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port be76808f-f0ce-42d5-bddb-3edc29b6fa5d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:50.817157 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:50.819261 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Attempting to bind port 3dc2088e-abde-49aa-9163-5be3208bb0ed on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:50.819809 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Attempting to bind port 3dc2088e-abde-49aa-9163-5be3208bb0ed by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:50.820336 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Attempting to bind port 3dc2088e-abde-49aa-9163-5be3208bb0ed on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:50.830961 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:50.836240 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173b5b3-0706-4d82-a756-eebed687e662 None None] Pushing event updated for resources: {'Port': ['ID=3dc2088e-abde-49aa-9163-5be3208bb0ed,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:50.892166 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:50.892947 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:50.902502 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:50.904765 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:50.905451 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Bound port: 3dc2088e-abde-49aa-9163-5be3208bb0ed, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:50.909701 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:50.929299 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4d245d4f-773e-42e0-b555-2558913ce260 req-c052e2a1-c8eb-4a5d-abfe-f012ca7b0c4b tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 210 time: 0.6422405 Jun 16 23:00:51.026317 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:51.033883 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] For port 3dc2088e-abde-49aa-9163-5be3208bb0ed, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:51.086214 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:39Z', 'revision_number': 2, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:51.091418 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:51.113861 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3a338f-e564-4232-8cf5-650d970a5398 None None] The sync data for ids ['edd149f3-c2f9-451d-8772-91f33449f64f'] in dv-cinder-846230-1-iscsi is: [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:37Z', 'revision_number': 4, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port': {'id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:30Z', 'updated_at': '2022-06-16T23:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '192be4fd-2823-4765-a3ea-aa7f85b9efed', 'name': '', 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'mac_address': 'fa:16:3e:d0:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a99468b9-96e8-4968-9dd7-b3cb63db6976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'subnets': [{'id': 'a99468b9-96e8-4968-9dd7-b3cb63db6976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:51.125116 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8fcba-85da-46c5-a61b-96923f7f8a36 None None] Pushing event updated for resources: {'Port': ['ID=22682b12-9049-42a3-aeb6-e659bdee9f2c,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:51.136525 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Provisioning complete for port ad5946cf-0af4-4e99-b1c0-36b4a2788200 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:51.141401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:51.150830 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:00:51.160629 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-ae959dc7-c93f-48b8-a2e0-609fc0e35554 service neutron] 10.222.0.17 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471247 Jun 16 23:00:51.161362 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'Port': ['ID=276a1541-a019-490d-a478-f7c51246f24a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:51.175608 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:51.186717 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Checking router: 77088178-3e79-49b5-be89-703af2e76401 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:51.187074 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Updating router 77088178-3e79-49b5-be89-703af2e76401 port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:51.242460 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:51.300820 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:51.336331 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] For port 3dc2088e-abde-49aa-9163-5be3208bb0ed, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3dc2088e-abde-49aa-9163-5be3208bb0ed,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:51.347079 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:51.388058 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:51.398350 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:51.607671 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173b5b3-0706-4d82-a756-eebed687e662 None None] Pushing event updated for resources: {'Port': ['ID=3dc2088e-abde-49aa-9163-5be3208bb0ed,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:51.621897 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39cf9a07-aae7-46bb-a2f0-75c6cfce63de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (0ae2cc5a-bf3b-4ce1-99be-179f7509153f), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:51.719269 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:51.720167 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:51.860986 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Allocated IP 172.20.0.4 (fa915362-6371-474d-bd5e-1440a44c78bc/a99468b9-96e8-4968-9dd7-b3cb63db6976/d15996c2-23a1-4c1b-834d-20bf7a7f63af) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:51.862946 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:00:51.900375 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49532) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:51.904289 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4364414f-96a1-4f7b-8a83-213ee8853aca admin admin] 10.222.0.17 "PUT /v2.0/routers/77a6b5ec-9ec9-4f64-947c-614dadd34c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1296153 Jun 16 23:00:51.909933 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Current status of the port ad5946cf-0af4-4e99-b1c0-36b4a2788200 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:51.910482 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:51.962239 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port be76808f-f0ce-42d5-bddb-3edc29b6fa5d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:51.967326 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 6b799bea-ccad-4ee6-986f-e7795b6a38c7 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:51.971744 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:51.992276 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 2, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:52.092727 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (1f48a915-a490-44df-93e9-8237f65b3a44), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.306276 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Publish callbacks [] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.317235 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2eb69b8f-96c4-4b7f-ac36-11b0292f40d5 req-c2224ec0-5d1e-4593-a39a-ee5bf9ea0ac6 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 210 time: 0.2066948 Jun 16 23:00:52.335518 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-61715b32-5f1d-4bef-ab98-8b5d501ed630 service neutron] 10.222.0.17 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1580994 Jun 16 23:00:52.415065 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Publish callbacks [] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.426585 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-752a47ff-00a4-49f9-97da-cfdc1b9e339f admin admin] Publish callbacks [] for security_group (40958062-7857-4b05-9d4d-fd879df63017), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.428462 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7164798c-a3af-4f77-80f4-f2d401b2819c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.428928 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.439208 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:52.481373 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-752a47ff-00a4-49f9-97da-cfdc1b9e339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (40958062-7857-4b05-9d4d-fd879df63017), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.549845 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (276a1541-a019-490d-a478-f7c51246f24a), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.550991 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-752a47ff-00a4-49f9-97da-cfdc1b9e339f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f3cf903d4bf142e5909f9ea88d639a47&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3071764 Jun 16 23:00:52.554466 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49548) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:52.556031 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.597582 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:52.637221 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daccc97-60ca-412f-9bea-40c056faf6ff None None] Pushing event updated for resources: {'Port': ['ID=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:52.784727 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Attempting to bind port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:52.785279 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Attempting to bind port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:52.795902 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:52.798066 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Attempting to bind port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 on network 9cf34f4a-7249-4d59-a812-ce9cab585661 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:52.809463 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:52.809938 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Checking segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:52.810405 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.810928 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Bound using segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:52.811617 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Bound port: a62c82fd-2ace-43a8-87c4-fbed9ffff9f2, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:52.812899 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.893809 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49554) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:52.938169 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-3df7682f-2a86-4e21-b835-3241b42688c6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43648904', 'description': 'tempest-description--1997547677'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:52.946153 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] For port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:52.951523 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] For port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:52.964164 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:52.969191 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7aa3df4c-0edd-40bd-882b-60b7b02a65c7 req-a6ce909e-2aa2-49d4-a342-2a827a53b82b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 210 time: 0.1995203 Jun 16 23:00:53.018382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Network fa915362-6371-474d-bd5e-1440a44c78bc is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:53.052687 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daccc97-60ca-412f-9bea-40c056faf6ff None None] Pushing event updated for resources: {'Port': ['ID=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:53.070089 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:53.095902 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:53.096676 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:53.137747 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Pushing event updated for resources: {'Port': ['ID=d15996c2-23a1-4c1b-834d-20bf7a7f63af,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:53.140705 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:53.152020 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:53.154382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a47ff-00a4-49f9-97da-cfdc1b9e339f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40958062-7857-4b05-9d4d-fd879df63017,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:53.158376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3df7682f-2a86-4e21-b835-3241b42688c6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.178617 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-63725b7a-ed11-498e-9d9c-e8c6a1629a1c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:53.192101 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-63725b7a-ed11-498e-9d9c-e8c6a1629a1c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 819 time: 2.9902778 Jun 16 23:00:53.195823 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:53.215908 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:53.217004 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.249576 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f6e6a5a8-6ab4-466f-b9af-3c9d0a7b34e8 admin admin] Publish callbacks [] for security_group (40958062-7857-4b05-9d4d-fd879df63017), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.262491 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:53.306548 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:53.312224 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'port': {'device_id': '4ad3ba60-bc63-4d0a-be00-f9b00e66d803', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'admin_state_up': True, 'tenant_id': '60447df5461141e883d207e028b74bc7'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:53.342585 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:00:53.343383 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Updating router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 port 2cca2434-5004-415f-ad60-683be4f309f5 binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:00:53.459498 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:53.512669 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7164798c-a3af-4f77-80f4-f2d401b2819c admin admin] Publish callbacks [] for security_group (560023a0-ee54-43df-88d4-22d4721c8463), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.534709 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:53.536895 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.555745 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f6e6a5a8-6ab4-466f-b9af-3c9d0a7b34e8 admin admin] Publish callbacks [] for security_group (40958062-7857-4b05-9d4d-fd879df63017), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.610536 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7164798c-a3af-4f77-80f4-f2d401b2819c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (560023a0-ee54-43df-88d4-22d4721c8463), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.728404 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-73ba5185-961f-470b-a1ae-8140a4f61773 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3716342 Jun 16 23:00:53.780096 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] For port ad5946cf-0af4-4e99-b1c0-36b4a2788200, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=ad5946cf-0af4-4e99-b1c0-36b4a2788200,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:53.797832 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2cca2434-5004-415f-ad60-683be4f309f5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.811039 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-25eb466a-6781-4752-a445-d96233eb8065 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 23:00:53.814237 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-25eb466a-6781-4752-a445-d96233eb8065 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0255003 Jun 16 23:00:53.818254 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Made reservation on behalf of 60447df5461141e883d207e028b74bc7 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:53.831787 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.853060 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.973865 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for port (276a1541-a019-490d-a478-f7c51246f24a), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:53.979003 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:52Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:54.072787 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d075e-b083-445e-a6f1-66b486c9d701 None None] The sync data for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi is: [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:52Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:54.143648 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:54.146396 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7164798c-a3af-4f77-80f4-f2d401b2819c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a94ff92482e8490e85ee579c2d59d611&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2360294 Jun 16 23:00:54.147487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (276a1541-a019-490d-a478-f7c51246f24a), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.157671 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 75108d5b-fb4a-4ba2-973f-2da86f5651e1 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:54.185403 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164798c-a3af-4f77-80f4-f2d401b2819c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560023a0-ee54-43df-88d4-22d4721c8463,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:54.225185 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a3cbe-24b8-48a8-a39d-9370aea26644 req-ecc502d9-0aa9-4b94-b1b8-1eb8f87efc75 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:54.235933 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2f6a3cbe-24b8-48a8-a39d-9370aea26644 req-ecc502d9-0aa9-4b94-b1b8-1eb8f87efc75 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 931 time: 0.6702406 Jun 16 23:00:54.237111 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Provisioning complete for port 2cca2434-5004-415f-ad60-683be4f309f5 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:54.237517 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2cca2434-5004-415f-ad60-683be4f309f5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.238651 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49576) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:54.292966 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Port 2cca2434-5004-415f-ad60-683be4f309f5 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:00:54.325883 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:54.341702 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Provisioning complete for port 7b8d8083-c389-4033-84d9-2b5d4c007dbd triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:54.342087 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.400766 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39cf9a07-aae7-46bb-a2f0-75c6cfce63de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (0ae2cc5a-bf3b-4ce1-99be-179f7509153f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.410899 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39cf9a07-aae7-46bb-a2f0-75c6cfce63de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (0ae2cc5a-bf3b-4ce1-99be-179f7509153f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.454382 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (1f48a915-a490-44df-93e9-8237f65b3a44), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.508075 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'Port': ['ID=276a1541-a019-490d-a478-f7c51246f24a,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:54.508360 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Request body: {'port': {'device_id': 'd40a3e67-031a-4ad7-bd79-7c7d9a3bece9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:54.575958 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:54.581390 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9981d31a-fa1b-4881-8036-313e247ee10f admin admin] Publish callbacks [] for security_group (560023a0-ee54-43df-88d4-22d4721c8463), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.587005 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Port 7b8d8083-c389-4033-84d9-2b5d4c007dbd cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:00:54.616339 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf9a07-aae7-46bb-a2f0-75c6cfce63de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae2cc5a-bf3b-4ce1-99be-179f7509153f,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:54.617696 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Provisioning complete for port 192be4fd-2823-4765-a3ea-aa7f85b9efed triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:54.618250 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.626440 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9981d31a-fa1b-4881-8036-313e247ee10f admin admin] Publish callbacks [] for security_group (560023a0-ee54-43df-88d4-22d4721c8463), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.628322 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Allocated IP 172.20.0.5 (3b1257ed-1734-4595-b520-c36ad32e1031/b2157525-0569-4e97-b4cf-efd01265522c/27dc1467-d62f-4447-a2e6-d4697ce9cdfa) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:54.634472 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39cf9a07-aae7-46bb-a2f0-75c6cfce63de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.638333 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-39cf9a07-aae7-46bb-a2f0-75c6cfce63de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.4351583 Jun 16 23:00:54.651710 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49590) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:54.662960 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-010ba88e-2769-4780-99e4-fa1d3732e7ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group_rule': {'security_group_id': '18345237-18fb-43cf-be85-e7120e75bd7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:54.678473 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.682642 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b0f4e4c4-5098-4c34-ab8c-eef641c0839c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2730005 Jun 16 23:00:54.733083 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Pushing event updated for resources: {'Port': ['ID=ad5946cf-0af4-4e99-b1c0-36b4a2788200,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:54.768435 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:54.769088 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.808444 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:54.838700 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8f43c233-496a-4550-ab37-d8a08639b791 req-0c113d70-a863-421d-a689-1cc49faa62fa tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 210 time: 0.3793731 Jun 16 23:00:54.895100 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:54.901715 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 2, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:54.915155 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.929803 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3df7682f-2a86-4e21-b835-3241b42688c6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (d05636e9-6d12-45ae-b3e9-3856b8fc5ee4), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.964908 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2f6a3cbe-24b8-48a8-a39d-9370aea26644 req-8a30e2a6-6ee0-47eb-b85f-51344107be25 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140238 Jun 16 23:00:54.967974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3df7682f-2a86-4e21-b835-3241b42688c6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d05636e9-6d12-45ae-b3e9-3856b8fc5ee4), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:54.976355 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-010ba88e-2769-4780-99e4-fa1d3732e7ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (c44ea4d4-6a79-48cf-b389-26c0d8d6e7eb), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.007653 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f6e6a5a8-6ab4-466f-b9af-3c9d0a7b34e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (40958062-7857-4b05-9d4d-fd879df63017), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.013009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f6e6a5a8-6ab4-466f-b9af-3c9d0a7b34e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.020877 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f6e6a5a8-6ab4-466f-b9af-3c9d0a7b34e8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/40958062-7857-4b05-9d4d-fd879df63017 HTTP/1.1" status: 204 len: 168 time: 2.4529314 Jun 16 23:00:55.025888 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1732e38-6090-420d-90ca-16d60c7d5e21 None None] The sync data for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi is: [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 2, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:55.031116 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9981d31a-fa1b-4881-8036-313e247ee10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (560023a0-ee54-43df-88d4-22d4721c8463), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.035066 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-9981d31a-fa1b-4881-8036-313e247ee10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.042494 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-9981d31a-fa1b-4881-8036-313e247ee10f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/560023a0-ee54-43df-88d4-22d4721c8463 HTTP/1.1" status: 204 len: 168 time: 0.6401820 Jun 16 23:00:55.056773 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3df7682f-2a86-4e21-b835-3241b42688c6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.058317 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3df7682f-2a86-4e21-b835-3241b42688c6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1302409 Jun 16 23:00:55.063455 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49606) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:55.101132 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-460ae591-bca0-41ad-a2b8-c9c52bd77427 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'security_group_rule': {'security_group_id': 'd05636e9-6d12-45ae-b3e9-3856b8fc5ee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:55.190306 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Current status of the port 192be4fd-2823-4765-a3ea-aa7f85b9efed is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:55.191401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.201939 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7682f-2a86-4e21-b835-3241b42688c6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:55.284718 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6a5a8-6ab4-466f-b9af-3c9d0a7b34e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40958062-7857-4b05-9d4d-fd879df63017,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:55.392836 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.26', 63758) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:55.414783 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:55.415363 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.433182 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981d31a-fa1b-4881-8036-313e247ee10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560023a0-ee54-43df-88d4-22d4721c8463,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:55.462792 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-460ae591-bca0-41ad-a2b8-c9c52bd77427 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (4be5a97a-24a1-4090-bfc1-37ff1b5d38ef), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.484295 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1194f9dd-341a-4994-a571-54c44898dc1e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1563384041&fields=id&tenant_id=f3b1be8431b0434d8bd6abca293127d5 HTTP/1.1" status: 200 len: 267 time: 0.3403716 Jun 16 23:00:55.583353 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] For port 192be4fd-2823-4765-a3ea-aa7f85b9efed, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=192be4fd-2823-4765-a3ea-aa7f85b9efed,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:55.629940 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 75108d5b-fb4a-4ba2-973f-2da86f5651e1, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=75108d5b-fb4a-4ba2-973f-2da86f5651e1,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:55.690837 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.779620 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Pushing event updated for resources: {'Port': ['ID=192be4fd-2823-4765-a3ea-aa7f85b9efed,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:55.787402 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.788620 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2eb067a3-5b37-4a43-b501-921eaeca383d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:55.843387 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:55.852411 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.884030 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Provisioning complete for port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:55.884653 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.900474 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Publish callbacks [] for port (2cca2434-5004-415f-ad60-683be4f309f5), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.905480 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 2eb067a3-5b37-4a43-b501-921eaeca383d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:55.906456 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:55.923648 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:55.944660 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:55.962178 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2cca2434-5004-415f-ad60-683be4f309f5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.035351 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=75108d5b-fb4a-4ba2-973f-2da86f5651e1,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:56.175238 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-010ba88e-2769-4780-99e4-fa1d3732e7ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (c44ea4d4-6a79-48cf-b389-26c0d8d6e7eb), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.191457 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-010ba88e-2769-4780-99e4-fa1d3732e7ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (c44ea4d4-6a79-48cf-b389-26c0d8d6e7eb), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.325562 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.353845 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49630) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:56.359769 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49632) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:56.360851 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ba88e-2769-4780-99e4-fa1d3732e7ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44ea4d4-6a79-48cf-b389-26c0d8d6e7eb,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:56.433982 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 2eb067a3-5b37-4a43-b501-921eaeca383d is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:56.442057 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.585347 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event updated for resources: {'Port': ['ID=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:56.639505 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c2ff4dd2-7014-4df0-9380-494bdb9aea99 req-84636945-6d19-45aa-8708-fd8dab8c88f0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 210 time: 0.0922225 Jun 16 23:00:56.642191 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 2eb067a3-5b37-4a43-b501-921eaeca383d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2eb067a3-5b37-4a43-b501-921eaeca383d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:56.651058 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Attempting to bind port 2cca2434-5004-415f-ad60-683be4f309f5 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:56.651504 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Attempting to bind port 2cca2434-5004-415f-ad60-683be4f309f5 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:56.652180 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Attempting to bind port 2cca2434-5004-415f-ad60-683be4f309f5 on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:00:56.655788 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9f2e5-bf4c-413e-a0ac-ef828e8fc34f None None] Pushing event updated for resources: {'Port': ['ID=2cca2434-5004-415f-ad60-683be4f309f5,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:56.664004 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-460ae591-bca0-41ad-a2b8-c9c52bd77427 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (4be5a97a-24a1-4090-bfc1-37ff1b5d38ef), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.675714 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe952-987d-4abe-b6b6-860198d4ba77 None None] Current status of the port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:56.684319 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.685699 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 22682b12-9049-42a3-aeb6-e659bdee9f2c up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:56.704303 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-8708852c-6c99-448a-836b-020d27e9ebdf tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:56.704787 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-55a500b8-0ffb-40fe-92ce-4bdb8342fbf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.712458 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-8708852c-6c99-448a-836b-020d27e9ebdf tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 819 time: 1.3114176 Jun 16 23:00:56.712741 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5f2d62f2-ce77-4d9e-a4fc-d3677670b2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.729617 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-460ae591-bca0-41ad-a2b8-c9c52bd77427 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (4be5a97a-24a1-4090-bfc1-37ff1b5d38ef), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.799263 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-010ba88e-2769-4780-99e4-fa1d3732e7ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.807070 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-010ba88e-2769-4780-99e4-fa1d3732e7ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1490853 Jun 16 23:00:56.832361 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'port': {'device_id': 'c2b8ba99-d845-4fca-b9e7-fc77ac91a601', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'admin_state_up': True, 'tenant_id': '60447df5461141e883d207e028b74bc7'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:56.834719 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Network 3b1257ed-1734-4595-b520-c36ad32e1031 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:56.838003 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49642) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:56.856105 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-460ae591-bca0-41ad-a2b8-c9c52bd77427 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.857524 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-460ae591-bca0-41ad-a2b8-c9c52bd77427 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7828071 Jun 16 23:00:56.866112 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ae591-bca0-41ad-a2b8-c9c52bd77427 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be5a97a-24a1-4090-bfc1-37ff1b5d38ef,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:56.870296 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=2eb067a3-5b37-4a43-b501-921eaeca383d,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:56.879376 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:00:56.880890 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Checking segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:00:56.881690 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.882362 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Bound using segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:00:56.883333 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Bound port: 2cca2434-5004-415f-ad60-683be4f309f5, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:00:56.884260 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2cca2434-5004-415f-ad60-683be4f309f5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:56.899219 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:56.899473 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49644) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:56.909550 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-6cc360fd-88b0-47a2-8b23-1b1c4a2ee875 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'security_group_rule': {'security_group_id': 'd05636e9-6d12-45ae-b3e9-3856b8fc5ee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:56.939583 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-e753d1bb-4741-4508-a677-bfa00b3f49ad tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:56.941846 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-e753d1bb-4741-4508-a677-bfa00b3f49ad tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 810 time: 1.4556503 Jun 16 23:00:56.978042 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:56.993129 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Provisioning complete for port d15996c2-23a1-4c1b-834d-20bf7a7f63af triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:56.993743 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.029119 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:57.047893 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:57.048706 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.116096 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 22682b12-9049-42a3-aeb6-e659bdee9f2c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:57.130581 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.168545 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.241334 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-19736b57-a3c2-4ff3-a390-240188a97316 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/quotas/f3b1be8431b0434d8bd6abca293127d5 HTTP/1.1" status: 200 len: 375 time: 0.2191277 Jun 16 23:00:57.344328 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Port d15996c2-23a1-4c1b-834d-20bf7a7f63af cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:00:57.346446 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15996c2-23a1-4c1b-834d-20bf7a7f63af {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:00:57.350451 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-e579edc6-4ead-41e9-961c-af9623deb555 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078691 Jun 16 23:00:57.382767 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Publish callbacks [] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.383726 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6cc360fd-88b0-47a2-8b23-1b1c4a2ee875 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (004761ea-5742-467d-8c09-4fa11e140097), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.388983 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] For port 2cca2434-5004-415f-ad60-683be4f309f5, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:00:57.397420 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-9e58d745-43bd-4b86-8c46-6718d21375b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1132691 Jun 16 23:00:57.400555 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:57.403198 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Provisioning complete for port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:57.403567 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.409763 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773518ab-de01-464c-b9c6-6e038485e075 req-b3b78296-8560-4990-8704-19d7e8e23d7c tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:57.410566 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] For port 2cca2434-5004-415f-ad60-683be4f309f5, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2cca2434-5004-415f-ad60-683be4f309f5,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:00:57.413488 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-773518ab-de01-464c-b9c6-6e038485e075 req-b3b78296-8560-4990-8704-19d7e8e23d7c tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 931 time: 0.4828403 Jun 16 23:00:57.469795 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Made reservation on behalf of 60447df5461141e883d207e028b74bc7 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:00:57.477501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.479526 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Request body: {'port': {'device_id': '4ad3ba60-bc63-4d0a-be00-f9b00e66d803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:57.486890 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:57.490298 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2cca2434-5004-415f-ad60-683be4f309f5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.561782 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:57.569131 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Transition to ACTIVE for port object d15996c2-23a1-4c1b-834d-20bf7a7f63af will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:00:57.648967 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9f2e5-bf4c-413e-a0ac-ef828e8fc34f None None] Pushing event updated for resources: {'Port': ['ID=2cca2434-5004-415f-ad60-683be4f309f5,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:57.664599 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:00:57.664870 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:57.702035 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-773518ab-de01-464c-b9c6-6e038485e075 req-938b0bc4-6bb0-4c5f-9b95-f9d28438f977 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524595 Jun 16 23:00:57.711809 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:57.725098 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.738222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.819289 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6cc360fd-88b0-47a2-8b23-1b1c4a2ee875 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (004761ea-5742-467d-8c09-4fa11e140097), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.868366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6cc360fd-88b0-47a2-8b23-1b1c4a2ee875 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (004761ea-5742-467d-8c09-4fa11e140097), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.941337 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6cc360fd-88b0-47a2-8b23-1b1c4a2ee875 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:57.945496 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 22682b12-9049-42a3-aeb6-e659bdee9f2c is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:57.946265 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-6cc360fd-88b0-47a2-8b23-1b1c4a2ee875 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0440590 Jun 16 23:00:57.947837 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 49656) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:58.016064 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Allocated IP 172.27.3.115 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/da091e5e-0dbb-4f09-bc34-cb9810682d0f) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:58.037120 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.090239 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:00:58.135197 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc360fd-88b0-47a2-8b23-1b1c4a2ee875 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004761ea-5742-467d-8c09-4fa11e140097,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:58.138947 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-ccb7302d-4b5c-4139-a419-0773376840af service neutron] 10.222.0.17 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235467 Jun 16 23:00:58.166640 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:58.168137 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:58.178628 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Current status of the port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:58.179850 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.258345 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e7d88b6-0672-4d4c-af79-cebde9020f38 req-83e8061e-1fa3-4e56-a4ea-e8583c73d541 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 210 time: 0.2761629 Jun 16 23:00:58.298252 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] For port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:58.309831 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.398043 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:00:58.431075 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Provisioning complete for port 2cca2434-5004-415f-ad60-683be4f309f5 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:58.431477 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2cca2434-5004-415f-ad60-683be4f309f5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.469277 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Allocated IP 172.20.0.6 (3b1257ed-1734-4595-b520-c36ad32e1031/b2157525-0569-4e97-b4cf-efd01265522c/020e6819-d071-41f2-9573-ea592ee5004c) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:00:58.617040 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Current status of the port 2cca2434-5004-415f-ad60-683be4f309f5 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:58.617575 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2cca2434-5004-415f-ad60-683be4f309f5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.617650 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.699738 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5f2d62f2-ce77-4d9e-a4fc-d3677670b2af admin admin] Publish callbacks [] for security_group (148923b1-137e-4afa-8e58-ca48fb4be300), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.703156 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Pushing event updated for resources: {'Port': ['ID=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:58.744348 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:58.753009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.809926 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-55a500b8-0ffb-40fe-92ce-4bdb8342fbf8 admin admin] Publish callbacks [] for security_group (22584be8-9d00-42ca-b6d1-19fbb45eaf86), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.818998 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Pushing event updated for resources: {'Port': ['ID=d15996c2-23a1-4c1b-834d-20bf7a7f63af,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:58.840392 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5f2d62f2-ce77-4d9e-a4fc-d3677670b2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (148923b1-137e-4afa-8e58-ca48fb4be300), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.869665 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-55a500b8-0ffb-40fe-92ce-4bdb8342fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (22584be8-9d00-42ca-b6d1-19fbb45eaf86), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:58.886535 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] For port 2cca2434-5004-415f-ad60-683be4f309f5, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2cca2434-5004-415f-ad60-683be4f309f5,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:00:58.906501 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-c2e5daa7-57e7-4030-a259-c2aba2e267f6 service neutron] 10.222.0.17 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439907 Jun 16 23:00:58.913237 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2cca2434-5004-415f-ad60-683be4f309f5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:59.001357 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5f2d62f2-ce77-4d9e-a4fc-d3677670b2af admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=db045edf3677494ab6117428fd013c73&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6361847 Jun 16 23:00:59.006014 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-55a500b8-0ffb-40fe-92ce-4bdb8342fbf8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6d06ad8f0ca44a6db60ba1ce6b0450b9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6424141 Jun 16 23:00:59.007302 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49668) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:59.012427 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d62f2-ce77-4d9e-a4fc-d3677670b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148923b1-137e-4afa-8e58-ca48fb4be300,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:59.099645 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 49670) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:00:59.100594 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a500b8-0ffb-40fe-92ce-4bdb8342fbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22584be8-9d00-42ca-b6d1-19fbb45eaf86,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:59.196826 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for port (020e6819-d071-41f2-9573-ea592ee5004c), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:59.309848 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:59.368820 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (020e6819-d071-41f2-9573-ea592ee5004c), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:59.428216 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:59.456568 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-6c7bf4de-5527-4cb4-aff6-25d7499d8309 None None] Provisioning complete for port 2cca2434-5004-415f-ad60-683be4f309f5 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:59.458454 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6c7bf4de-5527-4cb4-aff6-25d7499d8309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2cca2434-5004-415f-ad60-683be4f309f5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:59.530158 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b3b02-c649-48e0-a46c-4da8eeb0d2ce None None] Pushing event updated for resources: {'Port': ['ID=2cca2434-5004-415f-ad60-683be4f309f5,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:59.565515 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:00:59.565948 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:59.644506 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event updated for resources: {'Port': ['ID=020e6819-d071-41f2-9573-ea592ee5004c,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:00:59.652059 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27dc1467-d62f-4447-a2e6-d4697ce9cdfa {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:00:59.654784 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:57Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:00:59.657493 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eac35c-912f-4de1-b22e-b760531bf1c9 req-2985de2a-3b7e-4ebb-a1ec-0d8979b9a647 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:59.661522 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Publish callbacks [] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:59.668153 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f2eac35c-912f-4de1-b22e-b760531bf1c9 req-2985de2a-3b7e-4ebb-a1ec-0d8979b9a647 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.7204950 Jun 16 23:00:59.675382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Transition to ACTIVE for port object 27dc1467-d62f-4447-a2e6-d4697ce9cdfa will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:00:59.698721 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:59.735938 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:59.748239 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4a511e9b-08f6-4bb6-9fa6-6efaec5b4404 req-f4574753-11b9-4582-bd80-e453ad399844 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 210 time: 0.3679032 Jun 16 23:00:59.792760 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:59.819319 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f924a-3bee-4877-aa82-62fa683b6a0f None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:57Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:00:59.836766 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Network 3b1257ed-1734-4595-b520-c36ad32e1031 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:00:59.851908 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:00:59.875319 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:00:59.897358 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:00:59.907030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:00:59.908084 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:00:59.919262 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bf4de-5527-4cb4-aff6-25d7499d8309 None None] Current status of the port 2cca2434-5004-415f-ad60-683be4f309f5 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:59.975302 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:00:59.980342 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 192be4fd-2823-4765-a3ea-aa7f85b9efed up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:00:59.985010 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Attempting to bind port d15996c2-23a1-4c1b-834d-20bf7a7f63af on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:00:59.985686 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Attempting to bind port d15996c2-23a1-4c1b-834d-20bf7a7f63af by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:00:59.985686 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Attempting to bind port d15996c2-23a1-4c1b-834d-20bf7a7f63af on network fa915362-6371-474d-bd5e-1440a44c78bc {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:00.099275 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-58724b6e-86de-407f-b88e-9586fb58f7de admin admin] Publish callbacks [] for security_group (148923b1-137e-4afa-8e58-ca48fb4be300), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.125071 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Port d15996c2-23a1-4c1b-834d-20bf7a7f63af on network fa915362-6371-474d-bd5e-1440a44c78bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:01:00.125966 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Attempting to bind port d15996c2-23a1-4c1b-834d-20bf7a7f63af on network fa915362-6371-474d-bd5e-1440a44c78bc {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:00.136640 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-eb268e6e-bff3-4817-b676-5bf3b0133e9d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3816416 Jun 16 23:01:00.144393 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 192be4fd-2823-4765-a3ea-aa7f85b9efed triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:00.145229 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.151990 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:00.154337 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9ce05a78-15b1-4b98-9c31-34481557ff28 admin admin] Publish callbacks [] for security_group (22584be8-9d00-42ca-b6d1-19fbb45eaf86), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.172418 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f2eac35c-912f-4de1-b22e-b760531bf1c9 req-7931cf0d-a214-45e3-83b7-766ad902ba3d tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030787 Jun 16 23:01:00.185699 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Request body: {'port': {'device_id': 'c2b8ba99-d845-4fca-b9e7-fc77ac91a601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:00.220195 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8656e1b-0dbe-420e-ac00-1038cbb8598e req-3e0c2a38-4cb7-4dc3-86bd-9bbb58fd8940 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:00.235191 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8656e1b-0dbe-420e-ac00-1038cbb8598e req-3e0c2a38-4cb7-4dc3-86bd-9bbb58fd8940 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 931 time: 0.2625027 Jun 16 23:01:00.252948 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Attempting to bind port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:00.253279 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Attempting to bind port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:00.253668 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Attempting to bind port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa on network 3b1257ed-1734-4595-b520-c36ad32e1031 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:00.256743 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:00.257134 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Checking segment: {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:00.257629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Bound using segment: {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:00.258092 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Bound port: d15996c2-23a1-4c1b-834d-20bf7a7f63af, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638d3450-10ad-460a-8bb7-c7d11f048625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:00.258454 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.272144 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Pushing event updated for resources: {'Port': ['ID=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:00.364269 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-58724b6e-86de-407f-b88e-9586fb58f7de admin admin] Publish callbacks [] for security_group (148923b1-137e-4afa-8e58-ca48fb4be300), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.398809 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (da091e5e-0dbb-4f09-bc34-cb9810682d0f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.458921 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 192be4fd-2823-4765-a3ea-aa7f85b9efed is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:00.460242 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 6b799bea-ccad-4ee6-986f-e7795b6a38c7 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:00.460676 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (020e6819-d071-41f2-9573-ea592ee5004c), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.510279 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:00.510986 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.515191 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8656e1b-0dbe-420e-ac00-1038cbb8598e req-f13c2b1d-2577-42e4-87c4-8e621b37d324 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771356 Jun 16 23:01:00.647275 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:00.647275 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 992cfb90-c9a5-41fc-b439-a4503d514d0d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:00.712008 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] For port d15996c2-23a1-4c1b-834d-20bf7a7f63af, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:00.724587 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] For port d15996c2-23a1-4c1b-834d-20bf7a7f63af, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=d15996c2-23a1-4c1b-834d-20bf7a7f63af,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:00.726480 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa on network 3b1257ed-1734-4595-b520-c36ad32e1031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:01:00.727187 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Attempting to bind port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa on network 3b1257ed-1734-4595-b520-c36ad32e1031 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:00.770224 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 992cfb90-c9a5-41fc-b439-a4503d514d0d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:00.778896 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.845763 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9ce05a78-15b1-4b98-9c31-34481557ff28 admin admin] Publish callbacks [] for security_group (22584be8-9d00-42ca-b6d1-19fbb45eaf86), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.854469 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.901830 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (da091e5e-0dbb-4f09-bc34-cb9810682d0f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.926552 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-58724b6e-86de-407f-b88e-9586fb58f7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (148923b1-137e-4afa-8e58-ca48fb4be300), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.930359 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-58724b6e-86de-407f-b88e-9586fb58f7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.936295 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-58724b6e-86de-407f-b88e-9586fb58f7de admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/148923b1-137e-4afa-8e58-ca48fb4be300 HTTP/1.1" status: 204 len: 168 time: 1.9075441 Jun 16 23:01:00.977351 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:00.977977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:00.988163 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] 10.222.0.26 "PUT /v2.0/ports/d15996c2-23a1-4c1b-834d-20bf7a7f63af HTTP/1.1" status: 200 len: 1093 time: 6.6393561 Jun 16 23:01:00.997790 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:00.998302 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Checking segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:00.998682 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Bound using segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:01.003380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Bound port: 27dc1467-d62f-4447-a2e6-d4697ce9cdfa, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:01.003978 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:01.005976 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40a3e67-031a-4ad7-bd79-7c7d9a3bece9', 'tag': 'd15996c2-23a1-4c1b-834d-20bf7a7f63af'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:01.013725 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-89dc1c6b-8a45-451b-883e-8f7544035589 None None] Provisioning complete for port 020e6819-d071-41f2-9573-ea592ee5004c triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:01.014394 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-89dc1c6b-8a45-451b-883e-8f7544035589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (020e6819-d071-41f2-9573-ea592ee5004c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:01.131834 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 992cfb90-c9a5-41fc-b439-a4503d514d0d is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:01.132218 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:01.211993 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 992cfb90-c9a5-41fc-b439-a4503d514d0d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=992cfb90-c9a5-41fc-b439-a4503d514d0d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:01.221657 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-89dc1c6b-8a45-451b-883e-8f7544035589 None None] Port 020e6819-d071-41f2-9573-ea592ee5004c cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:01.224226 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:01.225109 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 75108d5b-fb4a-4ba2-973f-2da86f5651e1 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:01.229370 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:01.310421 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:01.329946 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:01.330411 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:01.405311 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=992cfb90-c9a5-41fc-b439-a4503d514d0d,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:01.415107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:01.432503 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58724b6e-86de-407f-b88e-9586fb58f7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148923b1-137e-4afa-8e58-ca48fb4be300,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:01.439711 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:01.475213 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:01.544714 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:01.545909 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device ad5946cf-0af4-4e99-b1c0-36b4a2788200 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:01.569869 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Allocated IP 172.27.3.78 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/a92fbe85-2f3d-4e92-ac75-4070dfee0225) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:01.620619 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port ad5946cf-0af4-4e99-b1c0-36b4a2788200 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:01.621512 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:01.624519 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:01.768102 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9ce05a78-15b1-4b98-9c31-34481557ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (22584be8-9d00-42ca-b6d1-19fbb45eaf86), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:01.789337 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9ce05a78-15b1-4b98-9c31-34481557ff28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:01.792118 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9ce05a78-15b1-4b98-9c31-34481557ff28 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/22584be8-9d00-42ca-b6d1-19fbb45eaf86 HTTP/1.1" status: 204 len: 168 time: 2.1130171 Jun 16 23:01:01.847975 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c" -d '{"events": [{"name": "network-changed", "server_uuid": "d40a3e67-031a-4ad7-bd79-7c7d9a3bece9", "tag": "d15996c2-23a1-4c1b-834d-20bf7a7f63af"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:01.930210 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dded4-f646-402d-8d77-40c9db5db8c1 req-a36a8221-ecc2-4d5f-9b2d-1f60b13c843a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:01.939613 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8f7dded4-f646-402d-8d77-40c9db5db8c1 req-a36a8221-ecc2-4d5f-9b2d-1f60b13c843a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.3771369 Jun 16 23:01:02.002755 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port ad5946cf-0af4-4e99-b1c0-36b4a2788200 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:02.004723 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2eb067a3-5b37-4a43-b501-921eaeca383d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:02.148285 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 2eb067a3-5b37-4a43-b501-921eaeca383d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:02.149821 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:02.178879 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for port (a92fbe85-2f3d-4e92-ac75-4070dfee0225), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:02.260847 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.26', 63763) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:02.419922 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Sync routers for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:01:02.467349 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (b1141271-d728-4afd-b968-5524e551eec8), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:02.472451 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:02.473158 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:00:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:02.474756 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (a92fbe85-2f3d-4e92-ac75-4070dfee0225), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:02.518364 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce05a78-15b1-4b98-9c31-34481557ff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22584be8-9d00-42ca-b6d1-19fbb45eaf86,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:02.527277 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-70c51a29-722b-40b2-ae9a-a2bddec8fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:02.541290 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-70c51a29-722b-40b2-ae9a-a2bddec8fbf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2300d78ad8244e3be17c1f388603de7&device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 1127 time: 0.7317801 Jun 16 23:01:02.547662 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c45e44-c25a-4741-8cd0-665405126453 service neutron] Pushing event updated for resources: {'Port': ['ID=d15996c2-23a1-4c1b-834d-20bf7a7f63af,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:02.561595 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 2eb067a3-5b37-4a43-b501-921eaeca383d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:02.565254 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 22682b12-9049-42a3-aeb6-e659bdee9f2c up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:02.681975 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:02.700228 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5d1abdc8-084e-49d8-b0af-8b137af7a146 req-b741a3b3-3a31-4fd9-9b2e-782cc7bb068d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 210 time: 1.1394033 Jun 16 23:01:02.733885 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=da091e5e-0dbb-4f09-bc34-cb9810682d0f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:02.747223 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'Port': ['ID=a92fbe85-2f3d-4e92-ac75-4070dfee0225,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:02.853760 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (da091e5e-0dbb-4f09-bc34-cb9810682d0f), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:02.922058 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9df709b2-4891-43f5-81ff-5462bfeaff79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:02.922320 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:02.954571 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:02.962465 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:02.985252 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8f7dded4-f646-402d-8d77-40c9db5db8c1 req-e7301435-8bf2-4049-a177-90c3e5dfc507 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0447700 Jun 16 23:01:03.054961 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:03.106490 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 22682b12-9049-42a3-aeb6-e659bdee9f2c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:03.106898 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:03.163036 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:03.222217 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc2aba-67d1-467e-9145-42f6e62d41dd req-bf0d2dc0-6125-4b80-805e-4e060367d918 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:03.242063 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b2bc2aba-67d1-467e-9145-42f6e62d41dd req-bf0d2dc0-6125-4b80-805e-4e060367d918 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 931 time: 0.3170371 Jun 16 23:01:03.346239 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (b5e533cf-278e-4e31-84ef-ff87f782ec29), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:03.561359 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020e6819-d071-41f2-9573-ea592ee5004c {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:03.604452 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:03.614198 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-53a6c4d9-b72b-402d-91be-a4d62bb06981 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d15996c2-23a1-4c1b-834d-20bf7a7f63af HTTP/1.1" status: 200 len: 217 time: 0.9197571 Jun 16 23:01:03.626546 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-0376784c-0245-4bfb-9741-f8efe4f28f98 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:03.631971 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-0376784c-0245-4bfb-9741-f8efe4f28f98 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 810 time: 1.0891488 Jun 16 23:01:03.641542 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (da091e5e-0dbb-4f09-bc34-cb9810682d0f), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:03.643413 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:03.658255 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Publish callbacks [] for port (020e6819-d071-41f2-9573-ea592ee5004c), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:03.745890 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b2bc2aba-67d1-467e-9145-42f6e62d41dd req-89f2be6a-e63e-4bbf-87c8-ad8414c1fb01 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013294 Jun 16 23:01:03.752418 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a92fbe85-2f3d-4e92-ac75-4070dfee0225), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:03.815384 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Transition to ACTIVE for port object 020e6819-d071-41f2-9573-ea592ee5004c will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:01:03.852390 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (da091e5e-0dbb-4f09-bc34-cb9810682d0f), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:03.857023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (020e6819-d071-41f2-9573-ea592ee5004c), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:03.883741 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (b1141271-d728-4afd-b968-5524e551eec8), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:03.900897 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] For port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:03.949691 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 2, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:03.953828 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 22682b12-9049-42a3-aeb6-e659bdee9f2c is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:03.984626 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Checking router: 77a6b5ec-9ec9-4f64-947c-614dadd34c4d for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:01:03.985256 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Updating router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d port 7b8d8083-c389-4033-84d9-2b5d4c007dbd binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:01:04.006505 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:04.020096 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:04.388573 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ac6d5a55-d7a8-4904-a277-9ea762acf15f req-29d74237-6f8a-444e-8da8-ce816b0cf683 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 210 time: 0.3726506 Jun 16 23:01:04.541308 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 992cfb90-c9a5-41fc-b439-a4503d514d0d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:04.625416 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e559d7f-fb17-4fb9-b85c-42cb77a1eccb x-openstack-request-id: req-4e559d7f-fb17-4fb9-b85c-42cb77a1eccb {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:04.626148 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40a3e67-031a-4ad7-bd79-7c7d9a3bece9", "tag": "d15996c2-23a1-4c1b-834d-20bf7a7f63af", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:04.626148 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4e559d7f-fb17-4fb9-b85c-42cb77a1eccb {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:04.626374 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e559d7f-fb17-4fb9-b85c-42cb77a1eccb'] response: {'name': 'network-changed', 'server_uuid': 'd40a3e67-031a-4ad7-bd79-7c7d9a3bece9', 'tag': 'd15996c2-23a1-4c1b-834d-20bf7a7f63af', 'status': 'completed', 'code': 200} Jun 16 23:01:04.704082 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for port (a92fbe85-2f3d-4e92-ac75-4070dfee0225), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:04.763248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Pushing event updated for resources: {'Port': ['ID=020e6819-d071-41f2-9573-ea592ee5004c,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:04.822470 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a92fbe85-2f3d-4e92-ac75-4070dfee0225), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:04.866395 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] For port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:04.884369 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:04.886348 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0211394 Jun 16 23:01:04.906425 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:04.925054 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-a3e31611-a25d-46eb-af18-74e210d54b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:04.927149 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-a3e31611-a25d-46eb-af18-74e210d54b3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a99468b9-96e8-4968-9dd7-b3cb63db6976 HTTP/1.1" status: 200 len: 849 time: 1.2786498 Jun 16 23:01:04.934774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e9a11-79ff-4c48-9708-fd23042e79ac tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=da091e5e-0dbb-4f09-bc34-cb9810682d0f,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:04.947938 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:04.948723 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:04.950323 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/27dc1467-d62f-4447-a2e6-d4697ce9cdfa HTTP/1.1" status: 200 len: 1093 time: 7.4909341 Jun 16 23:01:05.002346 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Attempting to bind port 020e6819-d071-41f2-9573-ea592ee5004c on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:05.002826 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Attempting to bind port 020e6819-d071-41f2-9573-ea592ee5004c by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:05.003274 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Attempting to bind port 020e6819-d071-41f2-9573-ea592ee5004c on network 3b1257ed-1734-4595-b520-c36ad32e1031 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:05.020243 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-92f8ba83-d13c-4f45-8960-33ecff36066d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3b1be8431b0434d8bd6abca293127d5 HTTP/1.1" status: 200 len: 380 time: 1.3584678 Jun 16 23:01:05.048554 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41ca4177-a41d-4377-8692-5c1c699f4366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.057777 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6875b3-12e3-4a5c-a9bd-f110e455de31 req-2dc35ee4-0c18-4602-87a0-257b8974d7f8 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:05.059535 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb6875b3-12e3-4a5c-a9bd-f110e455de31 req-2dc35ee4-0c18-4602-87a0-257b8974d7f8 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.7533436 Jun 16 23:01:05.070475 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (b5e533cf-278e-4e31-84ef-ff87f782ec29), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.096062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Port 020e6819-d071-41f2-9573-ea592ee5004c on network 3b1257ed-1734-4595-b520-c36ad32e1031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:01:05.096465 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Attempting to bind port 020e6819-d071-41f2-9573-ea592ee5004c on network 3b1257ed-1734-4595-b520-c36ad32e1031 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:05.111673 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 992cfb90-c9a5-41fc-b439-a4503d514d0d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:05.112048 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.121389 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-9be752e0-7415-4c67-b42d-fa05c43fd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:05.124874 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-9be752e0-7415-4c67-b42d-fa05c43fd82c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa915362-6371-474d-bd5e-1440a44c78bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1827362 Jun 16 23:01:05.137607 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.138877 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1538157 Jun 16 23:01:05.156929 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f211c-673c-4606-bb3b-caa1c21148c6 service neutron] Pushing event updated for resources: {'Port': ['ID=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:05.169719 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead1652-9450-4d37-9819-032790730800 req-0393127d-2746-46bd-aa99-add16fd7934e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:05.181853 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-aead1652-9450-4d37-9819-032790730800 req-0393127d-2746-46bd-aa99-add16fd7934e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.3229687 Jun 16 23:01:05.197959 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:05.198334 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Checking segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:05.198924 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Bound using segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:05.199379 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Bound port: 020e6819-d071-41f2-9573-ea592ee5004c, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:05.199738 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (020e6819-d071-41f2-9573-ea592ee5004c), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.286010 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848ac0e-a595-4bac-893e-236540db8a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'Port': ['ID=a92fbe85-2f3d-4e92-ac75-4070dfee0225,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:05.311076 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Publish callbacks [] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.338881 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.370546 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:05.390641 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae79ae-5185-49ed-a539-d722b454038f None None] Pushing event updated for resources: {'Port': ['ID=7b8d8083-c389-4033-84d9-2b5d4c007dbd,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:05.403473 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-aead1652-9450-4d37-9819-032790730800 req-96154294-9946-4756-a2e3-8dd76256a785 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873968 Jun 16 23:01:05.405720 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] For port 020e6819-d071-41f2-9573-ea592ee5004c, host hv-cinder-84623, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:05.410352 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 992cfb90-c9a5-41fc-b439-a4503d514d0d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:05.411846 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2cca2434-5004-415f-ad60-683be4f309f5 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:05.411983 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb6875b3-12e3-4a5c-a9bd-f110e455de31 req-cab4ff9a-344a-4969-9e44-2388976ea2fb tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105876 Jun 16 23:01:05.413225 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:05.476029 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] For port 020e6819-d071-41f2-9573-ea592ee5004c, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=020e6819-d071-41f2-9573-ea592ee5004c,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:05.490311 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (020e6819-d071-41f2-9573-ea592ee5004c), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.544031 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Attempting to bind port 7b8d8083-c389-4033-84d9-2b5d4c007dbd on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:05.544596 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Attempting to bind port 7b8d8083-c389-4033-84d9-2b5d4c007dbd by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:05.544886 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Attempting to bind port 7b8d8083-c389-4033-84d9-2b5d4c007dbd on network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:05.559023 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 2cca2434-5004-415f-ad60-683be4f309f5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:05.559503 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2cca2434-5004-415f-ad60-683be4f309f5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.618206 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:05.618848 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.620462 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] 10.222.0.26 "PUT /v2.0/ports/020e6819-d071-41f2-9573-ea592ee5004c HTTP/1.1" status: 200 len: 1093 time: 5.4396772 Jun 16 23:01:05.626237 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b8ba99-d845-4fca-b9e7-fc77ac91a601', 'tag': '020e6819-d071-41f2-9573-ea592ee5004c'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:05.631266 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:05.631761 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Checking segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:05.632231 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.632693 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Bound using segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:05.633302 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Bound port: 7b8d8083-c389-4033-84d9-2b5d4c007dbd, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:05.634519 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.677114 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:05.812681 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 2cca2434-5004-415f-ad60-683be4f309f5 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:05.814164 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:05.836605 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a789c-994e-4c2d-b195-02e9b58b6118 service neutron] Pushing event updated for resources: {'Port': ['ID=020e6819-d071-41f2-9573-ea592ee5004c,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:05.882498 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.901563 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] For port 7b8d8083-c389-4033-84d9-2b5d4c007dbd, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:05.924981 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-d8fd415d-5c24-4139-bac5-f15579e29134 None None] Provisioning complete for port 7b8d8083-c389-4033-84d9-2b5d4c007dbd triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:05.926156 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d8fd415d-5c24-4139-bac5-f15579e29134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.929189 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] For port 7b8d8083-c389-4033-84d9-2b5d4c007dbd, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=7b8d8083-c389-4033-84d9-2b5d4c007dbd,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:05.952446 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-fbf867d7-4a01-4d0b-9f64-5db93213476a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--100088424&fields=id&tenant_id=0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 267 time: 0.1301756 Jun 16 23:01:05.960968 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:05.967826 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-afb62570-b1af-4d1f-9795-cd879e920fd1 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--43648904&fields=id&tenant_id=6fc0acf708204e1f8f4510cdb1bbf442 HTTP/1.1" status: 200 len: 267 time: 0.3424740 Jun 16 23:01:06.031788 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:06.032820 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:06.033198 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:06.062401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd415d-5c24-4139-bac5-f15579e29134 None None] Port 7b8d8083-c389-4033-84d9-2b5d4c007dbd cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:06.067938 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae79ae-5185-49ed-a539-d722b454038f None None] Pushing event updated for resources: {'Port': ['ID=7b8d8083-c389-4033-84d9-2b5d4c007dbd,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:06.068096 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5821e75-b127-4d25-8f76-f03a20e14481" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b8ba99-d845-4fca-b9e7-fc77ac91a601", "tag": "020e6819-d071-41f2-9573-ea592ee5004c"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:06.100071 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:06.100983 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:06.183860 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-4a48fce4-c499-4581-8c81-dfec922200b9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:06.190527 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-4a48fce4-c499-4581-8c81-dfec922200b9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 814 time: 0.2371399 Jun 16 23:01:06.205076 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-dd87bfb5-a5be-4b2b-8578-da0c5a494a23 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:06.215044 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-dd87bfb5-a5be-4b2b-8578-da0c5a494a23 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 817 time: 0.2225456 Jun 16 23:01:06.223373 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-6a85685f-467b-43a3-91d9-dec1b4ed1956 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/quotas/0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 375 time: 0.0313225 Jun 16 23:01:06.275588 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-49fc0c67-6565-4a53-9625-7bba85baf8e9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/quotas/6fc0acf708204e1f8f4510cdb1bbf442 HTTP/1.1" status: 200 len: 375 time: 0.0368485 Jun 16 23:01:06.329086 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-65975e02-bb3a-4b85-8cf2-cadf44631f4b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986819 Jun 16 23:01:06.373730 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-07eb470c-3700-44d1-b8c9-74af1dda747d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891461 Jun 16 23:01:06.391275 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:06.453687 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-05be1e3b-370a-44f7-8c5c-3369d7264753 service neutron] 10.222.0.17 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193185 Jun 16 23:01:06.570861 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:06.574006 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:06.575227 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3dc2088e-abde-49aa-9163-5be3208bb0ed up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:06.601981 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-7f2ad705-c6eb-4108-a51b-6ca3c36a20dc service neutron] 10.222.0.17 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473548 Jun 16 23:01:06.628382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad3ba60-bc63-4d0a-be00-f9b00e66d803', 'tag': '27dc1467-d62f-4447-a2e6-d4697ce9cdfa'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:06.637253 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad3ba60-bc63-4d0a-be00-f9b00e66d803", "tag": "27dc1467-d62f-4447-a2e6-d4697ce9cdfa"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:06.657280 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c35c12a5-dcd9-41c9-81c7-a6c3591f27ed None None] Provisioning complete for port 7b8d8083-c389-4033-84d9-2b5d4c007dbd triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:06.657670 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c35c12a5-dcd9-41c9-81c7-a6c3591f27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:06.669964 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-7826f585-da7c-46c7-a191-387b147ccbf7 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103761) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 23:01:06.678162 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-7826f585-da7c-46c7-a191-387b147ccbf7 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0976901 Jun 16 23:01:06.730861 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 3dc2088e-abde-49aa-9163-5be3208bb0ed triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:06.731226 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:06.811843 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:05Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:06.846194 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a128267-a2b4-47fd-9d2d-eb8e3ee1efac None None] The sync data for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi is: [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:05Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:01:06.901101 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c35c12a5-dcd9-41c9-81c7-a6c3591f27ed None None] Current status of the port 7b8d8083-c389-4033-84d9-2b5d4c007dbd is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:06.901781 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c35c12a5-dcd9-41c9-81c7-a6c3591f27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:06.916714 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-ec51f92d-86b7-4843-990b-b0e8a24fdbe8 service neutron] 10.222.0.17 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376382 Jun 16 23:01:06.969992 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-c35c12a5-dcd9-41c9-81c7-a6c3591f27ed None None] For port 7b8d8083-c389-4033-84d9-2b5d4c007dbd, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=7b8d8083-c389-4033-84d9-2b5d4c007dbd,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:06.977660 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fdd33155-1fc0-422c-ada5-a86626a246fd req-3189625c-ee2c-4b7a-b80d-e505c31c5432 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 210 time: 0.0476859 Jun 16 23:01:06.979034 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c35c12a5-dcd9-41c9-81c7-a6c3591f27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:06.985078 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 3dc2088e-abde-49aa-9163-5be3208bb0ed is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:06.985466 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:07.110230 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 3dc2088e-abde-49aa-9163-5be3208bb0ed, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3dc2088e-abde-49aa-9163-5be3208bb0ed,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:07.118877 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:07.123461 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c12a5-dcd9-41c9-81c7-a6c3591f27ed None None] Pushing event updated for resources: {'Port': ['ID=7b8d8083-c389-4033-84d9-2b5d4c007dbd,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:07.140945 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-e13680b9-a129-4b12-891f-ba52cc69697d service neutron] 10.222.0.17 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232468 Jun 16 23:01:07.177850 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=3dc2088e-abde-49aa-9163-5be3208bb0ed,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:07.188274 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f8edb3-2cec-4184-bc56-dfce0e86910f x-openstack-request-id: req-51f8edb3-2cec-4184-bc56-dfce0e86910f {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:07.188563 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b8ba99-d845-4fca-b9e7-fc77ac91a601", "tag": "020e6819-d071-41f2-9573-ea592ee5004c", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:07.188835 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-51f8edb3-2cec-4184-bc56-dfce0e86910f {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:07.189286 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f8edb3-2cec-4184-bc56-dfce0e86910f'] response: {'name': 'network-changed', 'server_uuid': 'c2b8ba99-d845-4fca-b9e7-fc77ac91a601', 'tag': '020e6819-d071-41f2-9573-ea592ee5004c', 'status': 'completed', 'code': 200} Jun 16 23:01:07.354425 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:07.357380 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 7b8d8083-c389-4033-84d9-2b5d4c007dbd up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:07.365970 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ebc64-6fff-4061-acd3-527c403697a5 req-24bf5001-e3ab-4347-8a5a-534c3ce0c5c4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:07.373329 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-131ebc64-6fff-4061-acd3-527c403697a5 req-24bf5001-e3ab-4347-8a5a-534c3ce0c5c4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0796003 Jun 16 23:01:07.429747 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:07.434977 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-131ebc64-6fff-4061-acd3-527c403697a5 req-0db7250f-3c2b-458b-9422-3e7ebc2dbfb0 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604045 Jun 16 23:01:07.475464 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 7b8d8083-c389-4033-84d9-2b5d4c007dbd triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:07.476025 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:07.599704 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:07.614631 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 7b8d8083-c389-4033-84d9-2b5d4c007dbd is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:07.616917 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90867241-22ad-4589-b068-dbd35ef26124 x-openstack-request-id: req-90867241-22ad-4589-b068-dbd35ef26124 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:07.617536 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad3ba60-bc63-4d0a-be00-f9b00e66d803", "tag": "27dc1467-d62f-4447-a2e6-d4697ce9cdfa", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:07.617935 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-90867241-22ad-4589-b068-dbd35ef26124 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:07.618555 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90867241-22ad-4589-b068-dbd35ef26124'] response: {'name': 'network-changed', 'server_uuid': '4ad3ba60-bc63-4d0a-be00-f9b00e66d803', 'tag': '27dc1467-d62f-4447-a2e6-d4697ce9cdfa', 'status': 'completed', 'code': 200} Jun 16 23:01:07.635817 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b5466-b7de-4b61-b061-f87f78db535c req-d9c2e17f-7018-42cd-94ae-60b18bd4dc08 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:07.637605 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-aa4b5466-b7de-4b61-b061-f87f78db535c req-d9c2e17f-7018-42cd-94ae-60b18bd4dc08 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0816469 Jun 16 23:01:07.679563 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:07.705820 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-aa4b5466-b7de-4b61-b061-f87f78db535c req-8a49c169-dd26-42cd-abd1-3d3602813330 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553648 Jun 16 23:01:07.734787 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-249b6e43-83af-4729-9443-844759b1895e req-0422a9b0-94a6-4e52-8d74-a7478d88b3fa tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0499439 Jun 16 23:01:07.781342 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6530978a-14f7-47fa-9ae0-381d19bbabd1 req-d1a3ab35-e253-42a0-b8bc-fd7c000b1a47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0297756 Jun 16 23:01:07.970446 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'port': {'device_id': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'admin_state_up': True, 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'security_groups': ['a6abc8c6-bb72-4b4c-b3f5-b63f15201f98']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:08.094849 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:08.124550 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:08.152314 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-56413955-4efe-4340-b09a-733254afe16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:08.153723 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-56413955-4efe-4340-b09a-733254afe16f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 1127 time: 0.0813756 Jun 16 23:01:08.219281 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-3939a31e-bd9b-45ad-b2fe-0e9eb0ddd4ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020e6819-d071-41f2-9573-ea592ee5004c HTTP/1.1" status: 200 len: 217 time: 0.0514297 Jun 16 23:01:08.221135 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-f4bd5fe2-3c7c-4961-bdc3-7f45e2b57c61 service neutron] 10.222.0.26 "GET /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544265 Jun 16 23:01:08.234301 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Made reservation on behalf of f3b1be8431b0434d8bd6abca293127d5 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:08.238138 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:08.246563 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:08.312548 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f40867a3-7709-427e-beab-83b2b34dc423 req-bf498247-c819-4f5b-b5e4-51175d2f8059 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 210 time: 0.0402665 Jun 16 23:01:08.315827 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-6371389f-ad06-4c9e-924c-23c53b2716f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:08.317038 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-6371389f-ad06-4c9e-924c-23c53b2716f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 1127 time: 0.2860303 Jun 16 23:01:08.373116 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Allocated IP 172.20.0.10 (9cf34f4a-7249-4d59-a812-ce9cab585661/d441631d-427b-4b17-9128-b6f9e0efe649/a7d62259-83d7-4cc4-b290-3fa8f2b03ade) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:08.477152 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:08.530223 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:08.565570 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:08.569124 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27efac-5277-41bc-9078-6f7001a19d8a req-e6329ec7-729f-41e1-b975-46dc236ebcff tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:08.570896 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dc27efac-5277-41bc-9078-6f7001a19d8a req-e6329ec7-729f-41e1-b975-46dc236ebcff tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0568378 Jun 16 23:01:08.616646 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:08.620430 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dc27efac-5277-41bc-9078-6f7001a19d8a req-f3d0972e-49f3-40ef-a4db-921e70815808 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Jun 16 23:01:08.622177 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:08.626370 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:08.632035 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:08.632646 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:08.641758 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'Port': ['ID=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:08.657373 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-1425e477-76e8-4fe6-a7f0-9e4c62319d75 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6917541 Jun 16 23:01:08.868410 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ed423-74ff-475d-9749-85522dfe4fc8 req-c17499fa-f37d-485f-abca-fb032bab011c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:08.869895 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb8ed423-74ff-475d-9749-85522dfe4fc8 req-c17499fa-f37d-485f-abca-fb032bab011c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0867429 Jun 16 23:01:08.871910 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e70206f-5b66-43b6-a2cf-091d2f58d727 req-aabf954b-5492-4fd5-9feb-af6923277dd2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0369873 Jun 16 23:01:08.913992 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-7690cc9b-86be-40dd-933e-c968ee557a9c None None] Provisioning complete for port a7d62259-83d7-4cc4-b290-3fa8f2b03ade triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:08.915240 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7690cc9b-86be-40dd-933e-c968ee557a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:08.921859 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb8ed423-74ff-475d-9749-85522dfe4fc8 req-3463ecff-5c7c-4215-8631-db35a395fc63 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Jun 16 23:01:08.961721 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7690cc9b-86be-40dd-933e-c968ee557a9c None None] Port a7d62259-83d7-4cc4-b290-3fa8f2b03ade cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:08.987943 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e5e2bc75-c3f4-4eb5-9449-860e74c8bf21 req-7ac55a41-908c-4289-ba2d-c09f5d47bd7a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0318751 Jun 16 23:01:09.237272 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3dc2088e-abde-49aa-9163-5be3208bb0ed up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:09.272775 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:09.288182 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 3dc2088e-abde-49aa-9163-5be3208bb0ed triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:09.288583 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:09.358064 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 3dc2088e-abde-49aa-9163-5be3208bb0ed is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:09.427505 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae5776-3f11-4eb1-8f32-5640eb78f80c req-e9c47622-822f-4982-a739-f98013442058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:09.428946 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74ae5776-3f11-4eb1-8f32-5640eb78f80c req-e9c47622-822f-4982-a739-f98013442058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 932 time: 0.0476482 Jun 16 23:01:09.476758 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74ae5776-3f11-4eb1-8f32-5640eb78f80c req-27643334-5c38-4267-a59c-a9779870b780 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421677 Jun 16 23:01:09.730811 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcf08f-32b1-49f1-b1a5-aa086257a2f7 req-7d5dd2aa-a6d0-4b1c-b607-e9f2e1fc3f9f tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:09.732160 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-68dcf08f-32b1-49f1-b1a5-aa086257a2f7 req-7d5dd2aa-a6d0-4b1c-b607-e9f2e1fc3f9f tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0458927 Jun 16 23:01:09.781632 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-68dcf08f-32b1-49f1-b1a5-aa086257a2f7 req-a7c45f49-e477-4b6b-8a1a-2d72825320ca tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431442 Jun 16 23:01:09.966502 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-11923fe4-95cf-4b55-bbe7-356129cec634 req-90b98d8d-97df-4ea8-8bec-345b6b66bd6f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0297987 Jun 16 23:01:10.039749 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ce109-7744-481c-a89d-36c84eb6ef50 req-753b64a2-384c-40f0-8168-7236da3e5139 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:10.041533 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e86ce109-7744-481c-a89d-36c84eb6ef50 req-753b64a2-384c-40f0-8168-7236da3e5139 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0512788 Jun 16 23:01:10.101093 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-87484119-1447-4385-bd34-a3903c84b51a req-7a88d071-fb00-4699-9f59-ee30b2d067d2 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Jun 16 23:01:10.117057 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e86ce109-7744-481c-a89d-36c84eb6ef50 req-abe785f0-3837-401e-ab36-91a58c8329f2 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687308 Jun 16 23:01:10.591996 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e842-0399-4f95-8423-d4e99cf0aad6 req-19f92bb7-7afd-4bf2-a767-4805da915705 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:10.593387 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2879e842-0399-4f95-8423-d4e99cf0aad6 req-19f92bb7-7afd-4bf2-a767-4805da915705 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 932 time: 0.0509977 Jun 16 23:01:10.639881 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2879e842-0399-4f95-8423-d4e99cf0aad6 req-34c3e7dc-96bb-4847-a3d3-9b93f63da7eb tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 Jun 16 23:01:10.825088 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Request body: {'port': {'device_id': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:10.864400 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-b3cecf5c-bf9d-4bd2-aafc-3bc78233bbc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa HTTP/1.1" status: 200 len: 217 time: 0.1006711 Jun 16 23:01:10.948230 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-7f9ed20e-c005-42a4-902d-8470fd12d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:10.949848 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-7f9ed20e-c005-42a4-902d-8470fd12d87d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.1657381 Jun 16 23:01:10.956394 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:10.956890 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8de87-17a5-4c6b-acdb-18075ff46e30 req-deee9b37-7e29-41b7-8dee-90df34ad078a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:10.958697 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-49e8de87-17a5-4c6b-acdb-18075ff46e30 req-deee9b37-7e29-41b7-8dee-90df34ad078a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0968227 Jun 16 23:01:10.978329 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-5900912f-d196-4154-8237-ebfbd22a8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:10.979926 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-5900912f-d196-4154-8237-ebfbd22a8cb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.1004925 Jun 16 23:01:11.003606 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-45f6a344-c301-4f24-9dfc-2dea3a8c5618 req-ac83e8c0-ba0c-44e7-9429-8ea00325cf6d service neutron] 10.222.0.26 "GET /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410154 Jun 16 23:01:11.020111 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-49e8de87-17a5-4c6b-acdb-18075ff46e30 req-80f0b029-fda8-42ee-8064-023a0e2050cb tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528097 Jun 16 23:01:11.073846 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d1827897-8d67-4621-8e84-b99411aef453 req-fada15af-1f4f-49db-a0a9-5ca00e99d72e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0300877 Jun 16 23:01:11.129132 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:11.231777 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-370cb3e3-ff57-4c63-bab9-b4b643d16357 req-4c418631-27fe-4f0e-958b-26524ce9d241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0411110 Jun 16 23:01:11.281646 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80f5a-5b6b-4ea6-94df-9b84e71bc680 req-7bb6f497-a676-4975-b68c-1084182b35c0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:11.283228 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7bb80f5a-5b6b-4ea6-94df-9b84e71bc680 req-7bb6f497-a676-4975-b68c-1084182b35c0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0836256 Jun 16 23:01:11.286405 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d62259-83d7-4cc4-b290-3fa8f2b03ade {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:11.294399 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Publish callbacks [] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:11.309063 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Transition to ACTIVE for port object a7d62259-83d7-4cc4-b290-3fa8f2b03ade will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:01:11.314084 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:11.326508 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:11.347852 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7bb80f5a-5b6b-4ea6-94df-9b84e71bc680 req-fd7ccbf9-d4a1-4d70-a05f-fadd30571173 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565271 Jun 16 23:01:11.400197 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:11.432667 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Attempting to bind port a7d62259-83d7-4cc4-b290-3fa8f2b03ade on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:11.432854 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Attempting to bind port a7d62259-83d7-4cc4-b290-3fa8f2b03ade by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:11.433184 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Attempting to bind port a7d62259-83d7-4cc4-b290-3fa8f2b03ade on network 9cf34f4a-7249-4d59-a812-ce9cab585661 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:11.438134 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Port a7d62259-83d7-4cc4-b290-3fa8f2b03ade on network 9cf34f4a-7249-4d59-a812-ce9cab585661 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:01:11.438464 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Attempting to bind port a7d62259-83d7-4cc4-b290-3fa8f2b03ade on network 9cf34f4a-7249-4d59-a812-ce9cab585661 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:11.444087 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:11.444433 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Checking segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:11.445877 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Bound using segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:11.446381 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Bound port: a7d62259-83d7-4cc4-b290-3fa8f2b03ade, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:11.446880 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:11.465958 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:11.520793 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] For port a7d62259-83d7-4cc4-b290-3fa8f2b03ade, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:11.524063 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] For port a7d62259-83d7-4cc4-b290-3fa8f2b03ade, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:11.530851 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:11.582514 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:11.583151 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:11.584537 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/a7d62259-83d7-4cc4-b290-3fa8f2b03ade HTTP/1.1" status: 200 len: 1094 time: 0.7898533 Jun 16 23:01:11.584966 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'tag': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:11.587980 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e28bf1-2e00-4630-aa9a-5d626f9016f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c73822-1dfa-4eed-bf02-1123b0402755", "tag": "a7d62259-83d7-4cc4-b290-3fa8f2b03ade"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:11.605593 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf364694-ef83-4b20-bb9f-99eca2d2c1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:11.646505 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1c5467-23a6-4edf-87f9-930a20d03bc8 x-openstack-request-id: req-0c1c5467-23a6-4edf-87f9-930a20d03bc8 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:11.646845 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c73822-1dfa-4eed-bf02-1123b0402755", "tag": "a7d62259-83d7-4cc4-b290-3fa8f2b03ade", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:11.647095 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0c1c5467-23a6-4edf-87f9-930a20d03bc8 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:11.647494 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1c5467-23a6-4edf-87f9-930a20d03bc8'] response: {'name': 'network-changed', 'server_uuid': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'tag': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'status': 'completed', 'code': 200} Jun 16 23:01:11.735215 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:11.755066 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340f1bd-5e37-4c4f-a503-b7706f73b413 req-bfcca99c-2bb2-4de4-9742-7baf11bca652 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:11.756643 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5340f1bd-5e37-4c4f-a503-b7706f73b413 req-bfcca99c-2bb2-4de4-9742-7baf11bca652 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0496008 Jun 16 23:01:11.803419 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5340f1bd-5e37-4c4f-a503-b7706f73b413 req-e70ce048-6ad4-45c5-94c7-955b7af8cbdf tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 Jun 16 23:01:12.144453 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c59fa9-8c0b-41d0-b8c9-3d4c0353c80b req-67d40b74-fd41-4b46-9378-f761f06c1bad tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:12.145920 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63c59fa9-8c0b-41d0-b8c9-3d4c0353c80b req-67d40b74-fd41-4b46-9378-f761f06c1bad tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0512969 Jun 16 23:01:12.183198 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2329dd36-833e-482e-9250-516828d8bee1 req-31018150-f078-421b-9b7e-e74d4912b9e2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0362537 Jun 16 23:01:12.213246 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63c59fa9-8c0b-41d0-b8c9-3d4c0353c80b req-1530eda6-2943-4553-855e-78387bdcf011 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582821 Jun 16 23:01:12.351144 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ff0cde87-9e8c-4517-80a6-590287a83899 req-9f79266b-abeb-4697-ae1d-d1b85081da11 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0283809 Jun 16 23:01:12.455751 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef128d-0832-4d3b-8c30-fea62883cba7 req-8e2f180a-ec2f-4568-8a51-ae2cf065bc1e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:12.457818 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bef128d-0832-4d3b-8c30-fea62883cba7 req-8e2f180a-ec2f-4568-8a51-ae2cf065bc1e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0486937 Jun 16 23:01:12.508746 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4bef128d-0832-4d3b-8c30-fea62883cba7 req-e7602c64-1141-4794-b62e-1db934ec5d16 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 Jun 16 23:01:12.915681 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37af12-1d59-463e-9da1-65fe8adca5ed req-7c17e1c7-0027-4013-a5c2-b8b8433eba67 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:12.917134 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e37af12-1d59-463e-9da1-65fe8adca5ed req-7c17e1c7-0027-4013-a5c2-b8b8433eba67 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0470481 Jun 16 23:01:12.968607 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e37af12-1d59-463e-9da1-65fe8adca5ed req-3c5f4ffa-35d0-4e89-b7e3-7b4b709c2ee5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457642 Jun 16 23:01:13.241546 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=46,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:13.263825 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=14 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:13.278678 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b9671e00-18dc-4989-bb01-564852525620 req-57db71ac-1669-4ac5-87a2-0e438d1c2d9b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0285125 Jun 16 23:01:13.327648 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38652ed3-54fa-43be-ad8f-918657f88b15 req-f07f3298-cdff-4f99-8759-c49eb2ed459a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:13.329371 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-38652ed3-54fa-43be-ad8f-918657f88b15 req-f07f3298-cdff-4f99-8759-c49eb2ed459a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0496359 Jun 16 23:01:13.384452 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-38652ed3-54fa-43be-ad8f-918657f88b15 req-ef9f0f27-6c7a-4d7c-9762-b1156304d6a4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495508 Jun 16 23:01:13.450116 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-64e20ef3-ca18-4818-9bf7-f2ab6065a205 req-1912632b-3c73-4b28-a6f8-d054859c5fa1 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0269804 Jun 16 23:01:13.621623 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566b5e3-5d3c-4534-92a1-aa9eac0f4e59 req-e66ef25a-cbd2-448d-8a15-c8247bc9d490 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:13.623103 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5566b5e3-5d3c-4534-92a1-aa9eac0f4e59 req-e66ef25a-cbd2-448d-8a15-c8247bc9d490 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0462933 Jun 16 23:01:13.700325 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-5e7dc565-9620-474d-a1ac-2e10dfc113af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:13.703813 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-5e7dc565-9620-474d-a1ac-2e10dfc113af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451031 Jun 16 23:01:13.731049 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5566b5e3-5d3c-4534-92a1-aa9eac0f4e59 req-1ce68890-649a-4960-b632-168117baf653 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017292 Jun 16 23:01:13.743366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-a6374773-e52f-4b36-ae38-18cbae93b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:13.744813 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-a6374773-e52f-4b36-ae38-18cbae93b0ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866001 Jun 16 23:01:14.049980 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-62699ee6-9477-46d0-9fc8-31798d04f1bc service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273828 Jun 16 23:01:14.087539 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.26', 63775) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:14.183198 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e28bf1-2e00-4630-aa9a-5d626f9016f5 req-2070e173-59de-442c-b4e0-001baaaab9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:14.184834 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-24e28bf1-2e00-4630-aa9a-5d626f9016f5 req-2070e173-59de-442c-b4e0-001baaaab9eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 1128 time: 0.0895264 Jun 16 23:01:14.227628 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-9553d5ab-5261-4c2f-ba60-14730f51e196 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046129 Jun 16 23:01:14.236551 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-db5fa6a2-7c8a-4333-b0b6-899216759f5d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:14.238671 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-db5fa6a2-7c8a-4333-b0b6-899216759f5d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 814 time: 0.2908156 Jun 16 23:01:14.282067 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044b5b-2270-4174-9890-b285f77171b4 req-d5a2ff59-b45c-4618-87fb-cfb30e841747 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:14.283510 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91044b5b-2270-4174-9890-b285f77171b4 req-d5a2ff59-b45c-4618-87fb-cfb30e841747 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.1633573 Jun 16 23:01:14.357929 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c62c3cda-3b39-4637-bc04-2879769ee09f req-972ae22f-7dac-41d3-a86d-a3559532be54 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954035 Jun 16 23:01:14.358662 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:14.387575 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-46a6e2c8-de78-4201-a6a9-df21e1c28868 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:14.388990 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-46a6e2c8-de78-4201-a6a9-df21e1c28868 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 817 time: 0.2990017 Jun 16 23:01:14.413806 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a1ca855e-cc41-473a-9a28-4bb7de63a353 req-0384a2c6-4308-4099-9e84-4fbd58a7de89 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0593882 Jun 16 23:01:14.422579 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91044b5b-2270-4174-9890-b285f77171b4 req-98821481-3c8f-4614-9a3a-e7d1db8e791b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308413 Jun 16 23:01:14.504236 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:14.526753 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeb2d7-295e-4f69-91aa-68e1e6f620a8 req-20fa9b7a-d4da-4baf-9641-87a27d082dcb tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:14.531077 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cdbeb2d7-295e-4f69-91aa-68e1e6f620a8 req-20fa9b7a-d4da-4baf-9641-87a27d082dcb tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0608449 Jun 16 23:01:14.575324 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f77d3d64-f2c2-44e3-a63d-460a84696dba req-bd40494e-6e7a-4bdd-8d44-e92b3bb6b711 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0430174 Jun 16 23:01:14.626512 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cdbeb2d7-295e-4f69-91aa-68e1e6f620a8 req-fef4b9f2-87d1-46fb-813e-06b0e66a2058 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905190 Jun 16 23:01:14.871710 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef5269-de21-4bc8-a1e0-c16dea6fdde0 req-f14de88c-dad3-4472-8b73-aefc021af721 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:14.873281 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-caef5269-de21-4bc8-a1e0-c16dea6fdde0 req-f14de88c-dad3-4472-8b73-aefc021af721 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0538943 Jun 16 23:01:14.931954 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-caef5269-de21-4bc8-a1e0-c16dea6fdde0 req-7661fa7d-749e-45f9-8bec-be485f39e42a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Jun 16 23:01:15.015667 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50106) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:15.123344 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cf9c501e-e206-4ed5-be1c-8e2ba9412c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.200066 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cf9c501e-e206-4ed5-be1c-8e2ba9412c9c admin admin] Publish callbacks [] for security_group (bc8aea17-388d-4d20-be3b-9d80fc953789), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.204258 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cf9c501e-e206-4ed5-be1c-8e2ba9412c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (bc8aea17-388d-4d20-be3b-9d80fc953789), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.242418 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c501e-e206-4ed5-be1c-8e2ba9412c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8aea17-388d-4d20-be3b-9d80fc953789,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:15.247689 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-cf9c501e-e206-4ed5-be1c-8e2ba9412c9c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dec4af79ecf54d3bad6c9aea58ba159f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310269 Jun 16 23:01:15.250174 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50112) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:15.297512 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-88805d50-3c79-48b3-a6a0-939031245401 admin admin] Publish callbacks [] for security_group (bc8aea17-388d-4d20-be3b-9d80fc953789), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.318819 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-88805d50-3c79-48b3-a6a0-939031245401 admin admin] Publish callbacks [] for security_group (bc8aea17-388d-4d20-be3b-9d80fc953789), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.369844 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-88805d50-3c79-48b3-a6a0-939031245401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (bc8aea17-388d-4d20-be3b-9d80fc953789), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.372636 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-88805d50-3c79-48b3-a6a0-939031245401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.374127 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-88805d50-3c79-48b3-a6a0-939031245401 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bc8aea17-388d-4d20-be3b-9d80fc953789 HTTP/1.1" status: 204 len: 168 time: 0.1229851 Jun 16 23:01:15.382526 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88805d50-3c79-48b3-a6a0-939031245401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8aea17-388d-4d20-be3b-9d80fc953789,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:15.528316 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-33a6664a-47e6-4d9f-920a-eadae9af1eb4 req-73625845-4e13-4bc4-bfef-20c51f161174 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0425489 Jun 16 23:01:15.561432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6909da-e47c-46a7-af35-a7be86db38e4 req-f75dcf3e-93fa-4d93-b1bf-672c8dd984d2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:15.562942 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4a6909da-e47c-46a7-af35-a7be86db38e4 req-f75dcf3e-93fa-4d93-b1bf-672c8dd984d2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0651097 Jun 16 23:01:15.611686 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4a6909da-e47c-46a7-af35-a7be86db38e4 req-d89e7ef6-5057-4e18-aaa0-661e3a6c46f8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Jun 16 23:01:15.673553 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50126) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:15.674033 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4c6af8ee-bf35-4e42-babc-e872f6455fcc req-d1400bca-a671-4cd3-ab2f-d279bd736802 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0287745 Jun 16 23:01:15.696245 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-834b50d1-3233-4198-80d7-cded68f4067d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.749681 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef7533-c731-4328-8ef7-98ee24bd95fb req-238e276e-08db-4843-99cb-b11413553e7f tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:15.751380 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45ef7533-c731-4328-8ef7-98ee24bd95fb req-238e276e-08db-4843-99cb-b11413553e7f tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0530527 Jun 16 23:01:15.779093 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-834b50d1-3233-4198-80d7-cded68f4067d admin admin] Publish callbacks [] for security_group (f3b17921-791f-4edb-b178-f76d9ca087cd), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.783168 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-834b50d1-3233-4198-80d7-cded68f4067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (f3b17921-791f-4edb-b178-f76d9ca087cd), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.800820 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45ef7533-c731-4328-8ef7-98ee24bd95fb req-94c247a9-3eb9-41d3-83cd-d5370c39e01d tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Jun 16 23:01:15.820432 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b50d1-3233-4198-80d7-cded68f4067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b17921-791f-4edb-b178-f76d9ca087cd,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:15.827260 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-834b50d1-3233-4198-80d7-cded68f4067d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2564473986f341a08bfb44f0c8a3a0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520121 Jun 16 23:01:15.829814 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50128) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:15.846990 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:15.881689 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0117aa69-c0d4-4b7c-8a42-9650f9db67bc admin admin] Publish callbacks [] for security_group (f3b17921-791f-4edb-b178-f76d9ca087cd), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.903588 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0117aa69-c0d4-4b7c-8a42-9650f9db67bc admin admin] Publish callbacks [] for security_group (f3b17921-791f-4edb-b178-f76d9ca087cd), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.951322 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0117aa69-c0d4-4b7c-8a42-9650f9db67bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (f3b17921-791f-4edb-b178-f76d9ca087cd), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.954127 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0117aa69-c0d4-4b7c-8a42-9650f9db67bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:15.956170 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0117aa69-c0d4-4b7c-8a42-9650f9db67bc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f3b17921-791f-4edb-b178-f76d9ca087cd HTTP/1.1" status: 204 len: 168 time: 0.1246107 Jun 16 23:01:15.963851 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117aa69-c0d4-4b7c-8a42-9650f9db67bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b17921-791f-4edb-b178-f76d9ca087cd,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:16.068502 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff75f04-c171-4a8d-a617-cdfab03d97fc req-78528ec7-b27b-416c-94cb-ba679bcf0f42 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:16.075737 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7ff75f04-c171-4a8d-a617-cdfab03d97fc req-78528ec7-b27b-416c-94cb-ba679bcf0f42 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0670156 Jun 16 23:01:16.123145 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7ff75f04-c171-4a8d-a617-cdfab03d97fc req-87e70d1e-7d7e-4ba1-9d76-2dece32499ff tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Jun 16 23:01:16.627738 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dfe1cd66-9784-40f1-abea-17a4dd89a0c1 req-694f9f6d-f32b-41ea-afb6-ac2c70415fa7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0305521 Jun 16 23:01:16.692456 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:16.733422 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33004a-9e0a-4612-bcc7-4389174551cf req-bb827901-c911-48ef-8162-6ea79d95e1b2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:16.734980 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3a33004a-9e0a-4612-bcc7-4389174551cf req-bb827901-c911-48ef-8162-6ea79d95e1b2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0532689 Jun 16 23:01:16.795799 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-413a4d40-c066-4d67-8eb7-f21f85e7fa7b req-75afc961-a3a1-4de9-9281-43d91d9d9059 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0376382 Jun 16 23:01:16.813005 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3a33004a-9e0a-4612-bcc7-4389174551cf req-3fcb9aee-c7e3-41f8-a734-c601209dbe1f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692611 Jun 16 23:01:16.899343 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:16.916802 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71060d7-ca58-4540-ba19-e2d9f6f97b2a req-c38832ef-a609-421c-86e3-8be85cb19370 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:16.918266 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d71060d7-ca58-4540-ba19-e2d9f6f97b2a req-c38832ef-a609-421c-86e3-8be85cb19370 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 943 time: 0.0495877 Jun 16 23:01:16.966906 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d71060d7-ca58-4540-ba19-e2d9f6f97b2a req-d9d2bddc-7cba-44bf-97bd-5a91f1fd0156 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Jun 16 23:01:17.240573 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d89ee-fb24-468b-b807-5f907e0c6ba4 req-f9b5240a-fe27-434d-b0d8-267d62b2fb27 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:17.242091 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb3d89ee-fb24-468b-b807-5f907e0c6ba4 req-f9b5240a-fe27-434d-b0d8-267d62b2fb27 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0530109 Jun 16 23:01:17.290962 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb3d89ee-fb24-468b-b807-5f907e0c6ba4 req-ba09a7e5-3124-498a-9d30-3e16eac0ea8b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Jun 16 23:01:17.643406 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device d15996c2-23a1-4c1b-834d-20bf7a7f63af details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:01:17.730105 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-932d4b04-5b6d-4dae-8d03-6f4af6d60d7b req-f56a4e5e-a2da-4fb7-b20c-8240b2f7769f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0306041 Jun 16 23:01:17.767620 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port d15996c2-23a1-4c1b-834d-20bf7a7f63af, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=d15996c2-23a1-4c1b-834d-20bf7a7f63af,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:17.782360 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'd15996c2-23a1-4c1b-834d-20bf7a7f63af', 'network_id': 'fa915362-6371-474d-bd5e-1440a44c78bc', 'port_id': 'd15996c2-23a1-4c1b-834d-20bf7a7f63af', 'mac_address': 'fa:16:3e:72:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99468b9-96e8-4968-9dd7-b3cb63db6976', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:01:17.819551 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port d15996c2-23a1-4c1b-834d-20bf7a7f63af is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:17.820271 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:17.842381 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15996c2-23a1-4c1b-834d-20bf7a7f63af {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:17.872055 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port d15996c2-23a1-4c1b-834d-20bf7a7f63af, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=d15996c2-23a1-4c1b-834d-20bf7a7f63af,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:17.878908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:17.950079 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=d15996c2-23a1-4c1b-834d-20bf7a7f63af,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:18.071626 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-0bf4f8ab-b333-492e-8e56-def8d25d3cfc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc0acf708204e1f8f4510cdb1bbf442 HTTP/1.1" status: 200 len: 378 time: 0.2525620 Jun 16 23:01:18.130042 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-d81028bb-c9ef-41ab-9261-95ef96beb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:18.131480 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-d81028bb-c9ef-41ab-9261-95ef96beb01b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2300d78ad8244e3be17c1f388603de7&device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 1128 time: 0.3135824 Jun 16 23:01:18.140106 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1231002c-606e-4d13-bf86-156e10d6daec req-646741bf-fa3a-4a19-bff1-4e7361fa6ea7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0747404 Jun 16 23:01:18.165145 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c2887-96e1-4b0f-99b1-0ad782115190 req-7705ac22-a59c-48ba-b3e8-37a39e6e2867 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:18.169826 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a49c2887-96e1-4b0f-99b1-0ad782115190 req-7705ac22-a59c-48ba-b3e8-37a39e6e2867 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.1930330 Jun 16 23:01:18.204332 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['d15996c2-23a1-4c1b-834d-20bf7a7f63af'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:01:18.278674 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a49c2887-96e1-4b0f-99b1-0ad782115190 req-b6212668-f206-47c9-a508-5c4604168a2e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948567 Jun 16 23:01:18.374216 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c524fd2-ef3e-4797-9a2a-2b6e1a2d1405 req-b01378a4-bcb9-4eb1-9384-f6fd82907bfd tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:18.378044 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:18.382213 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3c524fd2-ef3e-4797-9a2a-2b6e1a2d1405 req-b01378a4-bcb9-4eb1-9384-f6fd82907bfd tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 944 time: 0.1006744 Jun 16 23:01:18.418994 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-687d0089-fa6b-4a78-ac01-f3a374ebd4e1 req-ca930dc1-5dd2-4d1f-a195-bc52e605ffd2 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048639 Jun 16 23:01:18.469983 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-87e9b8c8-68be-4715-8524-6a7d9f1041e1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 379 time: 0.6529171 Jun 16 23:01:18.504422 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e28bf1-2e00-4630-aa9a-5d626f9016f5 req-425492ba-c907-41c4-ad8b-c4733af67855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:18.506052 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-24e28bf1-2e00-4630-aa9a-5d626f9016f5 req-425492ba-c907-41c4-ad8b-c4733af67855 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f3b1be8431b0434d8bd6abca293127d5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6902533 Jun 16 23:01:18.629429 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b725b1a-039a-4ea7-9958-afea662b8209 req-6b725e7d-e50e-4077-923e-ebf99f46ae3e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:18.631152 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b725b1a-039a-4ea7-9958-afea662b8209 req-6b725e7d-e50e-4077-923e-ebf99f46ae3e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0642951 Jun 16 23:01:18.636628 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'port': {'device_id': '46f43909-d681-4938-8253-5080b626e169', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'admin_state_up': True, 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'security_groups': ['d05636e9-6d12-45ae-b3e9-3856b8fc5ee4']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:18.653144 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3c524fd2-ef3e-4797-9a2a-2b6e1a2d1405 req-34558e21-866d-4e1c-9c02-ab4cbbee5482 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700253 Jun 16 23:01:18.673415 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'port': {'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'admin_state_up': True, 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'security_groups': ['18345237-18fb-43cf-be85-e7120e75bd7f']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:18.796721 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-828c21e2-0340-49e2-8eb4-fe7789515ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:18.798228 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-828c21e2-0340-49e2-8eb4-fe7789515ad1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 1127 time: 0.1485846 Jun 16 23:01:18.849929 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device d15996c2-23a1-4c1b-834d-20bf7a7f63af up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:18.897452 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port d15996c2-23a1-4c1b-834d-20bf7a7f63af completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:01:18.900680 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7b1315a5-cb5d-4578-9ce6-8609a46dcdf6 req-f6957b11-0bed-4cf6-b7f9-ed90bbda49cf tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0806501 Jun 16 23:01:18.905572 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port d15996c2-23a1-4c1b-834d-20bf7a7f63af triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:18.906464 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:18.916429 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b725b1a-039a-4ea7-9958-afea662b8209 req-36212f1b-e360-44c9-ba7e-73abe813a56b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749870 Jun 16 23:01:18.948056 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e28bf1-2e00-4630-aa9a-5d626f9016f5 req-b05032fd-ecbe-447a-a983-4ceb166b78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:18.949682 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-24e28bf1-2e00-4630-aa9a-5d626f9016f5 req-b05032fd-ecbe-447a-a983-4ceb166b78b5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3230543 Jun 16 23:01:18.953471 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-9f7fab5f-8f81-480c-b9d3-f943809b4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:18.955739 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-9f7fab5f-8f81-480c-b9d3-f943809b4140 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa915362-6371-474d-bd5e-1440a44c78bc HTTP/1.1" status: 200 len: 911 time: 0.3148277 Jun 16 23:01:18.978090 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Made reservation on behalf of 6fc0acf708204e1f8f4510cdb1bbf442 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:18.982299 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:18.997852 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:19.007822 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Made reservation on behalf of 0526c12e8bc947209e24daf5ddfad7be for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:19.011259 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:19.115962 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:19.129767 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port d15996c2-23a1-4c1b-834d-20bf7a7f63af is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:19.130484 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:19.147131 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:19.172879 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Allocated IP 172.20.0.13 (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3/f6bbe8dc-1aa7-45c8-b07d-dce99e26531f/42e82895-598b-468f-aac2-e51ebe9d9946) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:19.176048 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port d15996c2-23a1-4c1b-834d-20bf7a7f63af, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=d15996c2-23a1-4c1b-834d-20bf7a7f63af,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:19.179509 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40a3e67-031a-4ad7-bd79-7c7d9a3bece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15996c2-23a1-4c1b-834d-20bf7a7f63af'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:19.230307 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Allocated IP 172.20.0.4 (663ca997-5122-4586-973b-ea2e3ed98672/70e6960a-a82f-4058-8fa9-2c96ef001308/cdc1a373-1b2c-4326-9d15-b3c2fc92a365) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:19.248345 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:19.300891 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:19.327769 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=d15996c2-23a1-4c1b-834d-20bf7a7f63af,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:19.419159 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-533a09e6-4992-49ab-be49-c8b478ef0701 req-a8fbdce6-e6a6-43a6-84db-8e329cd0068c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.1240420 Jun 16 23:01:19.476940 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.26', 63786) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:19.585206 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:19.602925 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-5b3bea4c-b746-4186-971e-653471eb2de0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d15996c2-23a1-4c1b-834d-20bf7a7f63af HTTP/1.1" status: 200 len: 217 time: 0.1814432 Jun 16 23:01:19.630314 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:19.631304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:19.665492 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:19.666347 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba8326a-cbe5-4b11-bfb1-80090303fa08" -d '{"events": [{"server_uuid": "d40a3e67-031a-4ad7-bd79-7c7d9a3bece9", "name": "network-vif-plugged", "status": "completed", "tag": "d15996c2-23a1-4c1b-834d-20bf7a7f63af"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:19.706925 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22680e3b-7f43-4c0e-8966-12d961e6a5b1 req-7db21ed7-0c99-4885-88d6-30d21d164385 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:19.720217 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-22680e3b-7f43-4c0e-8966-12d961e6a5b1 req-7db21ed7-0c99-4885-88d6-30d21d164385 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.2998037 Jun 16 23:01:19.741607 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-5bfac6a4-ecec-43a4-b036-758c9968e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:19.743229 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-5bfac6a4-ecec-43a4-b036-758c9968e154 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 1128 time: 0.2500877 Jun 16 23:01:19.786316 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-c710083b-96c9-4ab8-9430-2ebe4a9eba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:19.788396 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-c710083b-96c9-4ab8-9430-2ebe4a9eba1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 1127 time: 0.1535754 Jun 16 23:01:19.812198 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for port (42e82895-598b-468f-aac2-e51ebe9d9946), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:19.854668 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Network 663ca997-5122-4586-973b-ea2e3ed98672 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:19.864792 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-15ade25a-f028-45de-9fc7-741ced086193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:19.866630 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-15ade25a-f028-45de-9fc7-741ced086193 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a99468b9-96e8-4968-9dd7-b3cb63db6976 HTTP/1.1" status: 200 len: 849 time: 0.2499282 Jun 16 23:01:19.872608 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-4a823e45-d466-4562-9bb4-1667c3c6cdbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade HTTP/1.1" status: 200 len: 217 time: 0.1060877 Jun 16 23:01:19.922404 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:19.952247 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:19.957445 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:19.958186 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:19.982035 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:19.992075 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618611-c65d-40a1-9f47-6874d43cfb6a req-ad83c4eb-aa26-4e27-9555-5c3146bf5e72 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:19.993592 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85618611-c65d-40a1-9f47-6874d43cfb6a req-ad83c4eb-aa26-4e27-9555-5c3146bf5e72 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.2228839 Jun 16 23:01:20.003155 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-22680e3b-7f43-4c0e-8966-12d961e6a5b1 req-33d85a61-c7a2-4050-bd39-5ccb4f752211 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819722 Jun 16 23:01:20.034764 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-ce0d4a94-066e-419d-af81-02e0876e026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:20.036338 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-ce0d4a94-066e-419d-af81-02e0876e026a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa915362-6371-474d-bd5e-1440a44c78bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1627810 Jun 16 23:01:20.066951 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-69b9cad6-6bfe-475f-bf34-f396d4081005 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4180079 Jun 16 23:01:20.069183 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.079553 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-8fa60bbf-3452-433f-9dae-238da3ce18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:20.082244 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-8fa60bbf-3452-433f-9dae-238da3ce18a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d441631d-427b-4b17-9128-b6f9e0efe649 HTTP/1.1" status: 200 len: 849 time: 0.1909471 Jun 16 23:01:20.103055 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-7952639c-2523-48fc-aab4-d9debc33595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:20.104561 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-7952639c-2523-48fc-aab4-d9debc33595e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.4710457 Jun 16 23:01:20.119982 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-00db4943-3069-49ba-b631-98507ba3137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:20.122055 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-00db4943-3069-49ba-b631-98507ba3137b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.3078043 Jun 16 23:01:20.131213 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4e03e0-d4b7-4528-aaff-9d9cf8ea2c0b x-openstack-request-id: req-fe4e03e0-d4b7-4528-aaff-9d9cf8ea2c0b {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:20.132113 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40a3e67-031a-4ad7-bd79-7c7d9a3bece9", "name": "network-vif-plugged", "status": "completed", "tag": "d15996c2-23a1-4c1b-834d-20bf7a7f63af", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:20.132558 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fe4e03e0-d4b7-4528-aaff-9d9cf8ea2c0b {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:20.133195 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4e03e0-d4b7-4528-aaff-9d9cf8ea2c0b'] response: {'server_uuid': 'd40a3e67-031a-4ad7-bd79-7c7d9a3bece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15996c2-23a1-4c1b-834d-20bf7a7f63af', 'code': 200} Jun 16 23:01:20.163016 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:20.178781 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85618611-c65d-40a1-9f47-6874d43cfb6a req-0c148aa8-6730-4550-b41c-da4e3686cf3f tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584036 Jun 16 23:01:20.182280 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:20.186775 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:20.192423 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:20.193045 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.225742 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:20.239715 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-37128df5-64d2-457b-861d-fbca383dff0b None None] Provisioning complete for port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:20.240471 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-37128df5-64d2-457b-861d-fbca383dff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.268326 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-1d9fcaeb-a480-44c2-a482-5ccbf929af9d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6352534 Jun 16 23:01:20.288239 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-37128df5-64d2-457b-861d-fbca383dff0b None None] Port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:20.300918 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfc0fe-ab23-4715-9bab-0ddba535d889 req-50ffa123-c56a-49c6-8233-0b6d97570b87 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:20.305993 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a7cfc0fe-ab23-4715-9bab-0ddba535d889 req-50ffa123-c56a-49c6-8233-0b6d97570b87 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.1100047 Jun 16 23:01:20.340030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae936ef-64a9-47c9-a013-4a66574b84cd req-765634fe-d13b-47f4-8ac0-3379d44c7652 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:20.341585 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6ae936ef-64a9-47c9-a013-4a66574b84cd req-765634fe-d13b-47f4-8ac0-3379d44c7652 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 931 time: 0.0930641 Jun 16 23:01:20.355974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:20.398046 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a7cfc0fe-ab23-4715-9bab-0ddba535d889 req-e940091d-6778-45e3-9288-b5076784ad7d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883102 Jun 16 23:01:20.423467 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6ae936ef-64a9-47c9-a013-4a66574b84cd req-b076fa98-559b-4975-89ea-cdaa1c8eeeaa tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716977 Jun 16 23:01:20.509738 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-97a92658-61c4-4f2d-8940-2db0b376079d None None] Provisioning complete for port 42e82895-598b-468f-aac2-e51ebe9d9946 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:20.510072 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-97a92658-61c4-4f2d-8940-2db0b376079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.541475 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-97a92658-61c4-4f2d-8940-2db0b376079d None None] Port 42e82895-598b-468f-aac2-e51ebe9d9946 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:20.544161 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd52d8-0586-45a1-9ec6-67f087bd0e2a req-83d680dc-05c1-4548-b19f-91aa3dd2f908 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:20.545845 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d3cd52d8-0586-45a1-9ec6-67f087bd0e2a req-83d680dc-05c1-4548-b19f-91aa3dd2f908 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 932 time: 0.0564079 Jun 16 23:01:20.594384 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d3cd52d8-0586-45a1-9ec6-67f087bd0e2a req-9ab26ac3-d53d-47cc-9ade-9e39d742bf6d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421288 Jun 16 23:01:20.604314 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50308) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:20.711798 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-25179253-6117-4d12-aeaf-44f41072fb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.724502 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:20.793649 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-25179253-6117-4d12-aeaf-44f41072fb35 admin admin] Publish callbacks [] for security_group (db149e82-e1ee-466c-92c2-9d90b5370d50), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.797660 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-25179253-6117-4d12-aeaf-44f41072fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (db149e82-e1ee-466c-92c2-9d90b5370d50), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.837464 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25179253-6117-4d12-aeaf-44f41072fb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db149e82-e1ee-466c-92c2-9d90b5370d50,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:20.841550 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-25179253-6117-4d12-aeaf-44f41072fb35 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fba54b379b81417fa5c1c21b31f0cd05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362044 Jun 16 23:01:20.844158 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50314) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:20.898299 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-72f6bd2d-8e2a-444b-b494-067243d9cb9b admin admin] Publish callbacks [] for security_group (db149e82-e1ee-466c-92c2-9d90b5370d50), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.920539 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-72f6bd2d-8e2a-444b-b494-067243d9cb9b admin admin] Publish callbacks [] for security_group (db149e82-e1ee-466c-92c2-9d90b5370d50), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.973615 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-72f6bd2d-8e2a-444b-b494-067243d9cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (db149e82-e1ee-466c-92c2-9d90b5370d50), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.976363 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-72f6bd2d-8e2a-444b-b494-067243d9cb9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:20.980244 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-72f6bd2d-8e2a-444b-b494-067243d9cb9b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/db149e82-e1ee-466c-92c2-9d90b5370d50 HTTP/1.1" status: 204 len: 168 time: 0.1325674 Jun 16 23:01:20.987648 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6bd2d-8e2a-444b-b494-067243d9cb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db149e82-e1ee-466c-92c2-9d90b5370d50,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:21.119601 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12cd04-b586-4091-b9db-fcc80de2c949 req-659c12e1-7257-436d-929c-0ff1500cb4b3 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:21.121206 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f12cd04-b586-4091-b9db-fcc80de2c949 req-659c12e1-7257-436d-929c-0ff1500cb4b3 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0547163 Jun 16 23:01:21.173200 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9f12cd04-b586-4091-b9db-fcc80de2c949 req-a2cca2b0-252f-400b-b40a-45a5b4991fb8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461025 Jun 16 23:01:21.306693 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcab5-60da-4250-963f-a2bf239c30bd req-4e3670af-f3b9-440d-a5ea-4930d60c3a89 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:21.308280 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9addcab5-60da-4250-963f-a2bf239c30bd req-4e3670af-f3b9-440d-a5ea-4930d60c3a89 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0611894 Jun 16 23:01:21.328541 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50336) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:21.343871 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-226966ed-1a31-453f-b052-6a7d2ee1f8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:21.360619 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9addcab5-60da-4250-963f-a2bf239c30bd req-afaa929a-ab50-4282-a48c-de572035d681 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Jun 16 23:01:21.422413 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-226966ed-1a31-453f-b052-6a7d2ee1f8db admin admin] Publish callbacks [] for security_group (141a44f1-b2ec-4490-b6e6-1f4aa5878768), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:21.426729 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-226966ed-1a31-453f-b052-6a7d2ee1f8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (141a44f1-b2ec-4490-b6e6-1f4aa5878768), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:21.467426 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-226966ed-1a31-453f-b052-6a7d2ee1f8db admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=aabb836552bb40c884606be02cf0e0c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376972 Jun 16 23:01:21.468136 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226966ed-1a31-453f-b052-6a7d2ee1f8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a44f1-b2ec-4490-b6e6-1f4aa5878768,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:21.471024 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50342) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:21.522525 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ab56a13f-0d1d-497f-bba4-edb5c54e21d4 admin admin] Publish callbacks [] for security_group (141a44f1-b2ec-4490-b6e6-1f4aa5878768), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:21.544253 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ab56a13f-0d1d-497f-bba4-edb5c54e21d4 admin admin] Publish callbacks [] for security_group (141a44f1-b2ec-4490-b6e6-1f4aa5878768), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:21.547575 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14d46e-8687-49fd-ba85-073967b54fb6 req-b54adcde-bfa4-404e-ba27-7b2469639ef1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:21.549104 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a14d46e-8687-49fd-ba85-073967b54fb6 req-b54adcde-bfa4-404e-ba27-7b2469639ef1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.0810349 Jun 16 23:01:21.569761 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6bddb-3a71-4d31-b89c-a4abb6a20427 req-4b399e71-e6fd-44c3-9275-601b693c68b4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:21.571973 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63e6bddb-3a71-4d31-b89c-a4abb6a20427 req-4b399e71-e6fd-44c3-9275-601b693c68b4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 931 time: 0.0678470 Jun 16 23:01:21.592264 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ab56a13f-0d1d-497f-bba4-edb5c54e21d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (141a44f1-b2ec-4490-b6e6-1f4aa5878768), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:21.595012 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ab56a13f-0d1d-497f-bba4-edb5c54e21d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:21.596736 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ab56a13f-0d1d-497f-bba4-edb5c54e21d4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/141a44f1-b2ec-4490-b6e6-1f4aa5878768 HTTP/1.1" status: 204 len: 168 time: 0.1248062 Jun 16 23:01:21.607320 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56a13f-0d1d-497f-bba4-edb5c54e21d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a44f1-b2ec-4490-b6e6-1f4aa5878768,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:21.633955 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a14d46e-8687-49fd-ba85-073967b54fb6 req-9085d628-3d4f-4af4-a4ec-d51ab8303d09 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786762 Jun 16 23:01:21.663748 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63e6bddb-3a71-4d31-b89c-a4abb6a20427 req-c797bf41-7e2f-47aa-9362-33a8014094e6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843558 Jun 16 23:01:21.753055 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705c83f-876d-46be-b15b-ca77b12dbbc2 req-bc46886f-bc92-46d7-b7cb-0550cbcbbdd5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:21.754996 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2705c83f-876d-46be-b15b-ca77b12dbbc2 req-bc46886f-bc92-46d7-b7cb-0550cbcbbdd5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 932 time: 0.0515485 Jun 16 23:01:21.808351 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:21.817251 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2705c83f-876d-46be-b15b-ca77b12dbbc2 req-79ecda48-eae1-4fff-8a01-00b79dc4f340 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543919 Jun 16 23:01:22.299406 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e581508-952b-4518-bede-e21c146fae0b req-643f21e3-e90b-401b-bfd1-4641e8db2bc8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:22.301554 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e581508-952b-4518-bede-e21c146fae0b req-643f21e3-e90b-401b-bfd1-4641e8db2bc8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0477602 Jun 16 23:01:22.358477 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e581508-952b-4518-bede-e21c146fae0b req-eacecfcc-c502-42f6-8194-821c2b7076f6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481913 Jun 16 23:01:22.473958 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb34bab-8bb8-4ef6-8180-3fd14814ce17 req-1ffecfa4-beb7-4a42-b2d2-fc60352ace65 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:22.475575 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1fb34bab-8bb8-4ef6-8180-3fd14814ce17 req-1ffecfa4-beb7-4a42-b2d2-fc60352ace65 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Jun 16 23:01:22.523882 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1fb34bab-8bb8-4ef6-8180-3fd14814ce17 req-6812b6c9-8af2-466f-9095-0413d76a1875 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Jun 16 23:01:22.536941 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 27dc1467-d62f-4447-a2e6-d4697ce9cdfa details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:01:22.557212 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:22.560686 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Request body: {'port': {'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:22.610343 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Request body: {'port': {'device_id': '46f43909-d681-4938-8253-5080b626e169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:22.629025 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-81e99b65-75bb-48e9-a2bb-e8a34fe060eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020e6819-d071-41f2-9573-ea592ee5004c HTTP/1.1" status: 200 len: 217 time: 0.0724843 Jun 16 23:01:22.659963 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-9c7a3529-b16c-4f03-87ce-6aa7ebfb36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:22.673155 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-37b35eb7-19d5-4426-b160-4f588247d2b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa HTTP/1.1" status: 200 len: 217 time: 0.0715141 Jun 16 23:01:22.676224 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-9c7a3529-b16c-4f03-87ce-6aa7ebfb36b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cf34f4a-7249-4d59-a812-ce9cab585661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150665 Jun 16 23:01:22.677781 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:22.747167 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.26', 63788) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:22.765735 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:22.779233 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '27dc1467-d62f-4447-a2e6-d4697ce9cdfa', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'port_id': '27dc1467-d62f-4447-a2e6-d4697ce9cdfa', 'mac_address': 'fa:16:3e:f6:59:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:01:22.824777 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:22.825426 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:22.844495 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27dc1467-d62f-4447-a2e6-d4697ce9cdfa {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:22.867332 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:22.874089 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:22.880659 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-742ba5de-be1e-4dd3-9879-675398f9fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:22.882088 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-742ba5de-be1e-4dd3-9879-675398f9fa35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.1758311 Jun 16 23:01:22.883333 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-12e116ae-96dd-4965-80b7-1d1679a37180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:22.884639 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-12e116ae-96dd-4965-80b7-1d1679a37180 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.2223141 Jun 16 23:01:22.885173 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:22.931877 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:22.944361 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:22.945919 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883cacc-9d0a-4a04-94b2-63b33ebc0885 req-74319f4d-ec24-4944-8517-876f55afc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:22.947534 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0883cacc-9d0a-4a04-94b2-63b33ebc0885 req-74319f4d-ec24-4944-8517-876f55afc5c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 1129 time: 0.1966240 Jun 16 23:01:23.094900 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['27dc1467-d62f-4447-a2e6-d4697ce9cdfa'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:01:23.204449 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-0883cacc-9d0a-4a04-94b2-63b33ebc0885 req-73a15db5-4928-4cfe-b324-e863f6311d85 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:23.210405 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-bd2dd037-58c8-442a-ac5c-db1359cd3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:23.212003 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-bd2dd037-58c8-442a-ac5c-db1359cd3ec0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3186476 Jun 16 23:01:23.225237 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-8d86e086-86d3-481d-828f-1bb573d22227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:23.229364 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-8d86e086-86d3-481d-828f-1bb573d22227 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3336678 Jun 16 23:01:23.244833 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcba5d-50d6-4853-ab6a-b74ccabe129e req-29e48782-8fcd-4266-aa66-0b7b0dcd8783 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:23.251789 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e2fcba5d-50d6-4853-ab6a-b74ccabe129e req-29e48782-8fcd-4266-aa66-0b7b0dcd8783 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.4462233 Jun 16 23:01:23.273199 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e1300-8973-4a85-a449-63622ae8de6e req-413b51e4-5134-4f3c-9c38-c1a21584ba3b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:23.279955 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c21e1300-8973-4a85-a449-63622ae8de6e req-413b51e4-5134-4f3c-9c38-c1a21584ba3b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 931 time: 0.4776475 Jun 16 23:01:23.293157 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:23.302039 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:23.314749 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-31c391c3-9881-42d7-bf68-41a77f55d9b8 service neutron] 10.222.0.26 "GET /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7660890 Jun 16 23:01:23.408552 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-13cc11ac-5599-463c-85e8-51bfb9d3777c service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246178 Jun 16 23:01:23.509974 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e2fcba5d-50d6-4853-ab6a-b74ccabe129e req-25acbffc-d0fe-45c5-8c83-2c78357f05dc tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536325 Jun 16 23:01:23.538771 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-4134a5cd-9f36-40ee-9b20-bc026b486ceb service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015845 Jun 16 23:01:23.549874 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c21e1300-8973-4a85-a449-63622ae8de6e req-d0638f3f-dc7a-4a41-ba1e-887ceb3097ee tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687898 Jun 16 23:01:23.726825 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-f87edbd1-a389-462e-b4bb-e78ea87f5ad7 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964311 Jun 16 23:01:23.770009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:23.806433 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-0883cacc-9d0a-4a04-94b2-63b33ebc0885 req-73a15db5-4928-4cfe-b324-e863f6311d85 service neutron] Publish callbacks [] for security_group (01f669ff-1a42-4956-9256-7ad966d94757), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:23.810380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:23.822756 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-f4a94e1b-ea54-4e9d-ba66-ce54026ac5d5 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529588 Jun 16 23:01:23.864786 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-0883cacc-9d0a-4a04-94b2-63b33ebc0885 req-73a15db5-4928-4cfe-b324-e863f6311d85 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (01f669ff-1a42-4956-9256-7ad966d94757), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:23.873023 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-a64c338a-d418-4007-8cd1-f75ecdb17748 service neutron] 10.222.0.26 "GET /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406115 Jun 16 23:01:23.893101 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cff7f-9109-4f1c-af2b-e3279bdeae3d req-30aeb62a-1f36-4bf8-a539-281b073c929d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:23.895327 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-205cff7f-9109-4f1c-af2b-e3279bdeae3d req-30aeb62a-1f36-4bf8-a539-281b073c929d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.1856391 Jun 16 23:01:23.918857 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15f8e0-d2a0-4f8a-9595-7eb130c4d3b8 req-7f4a22bc-1053-4e02-86c2-56234178f262 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:23.920430 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9e15f8e0-d2a0-4f8a-9595-7eb130c4d3b8 req-7f4a22bc-1053-4e02-86c2-56234178f262 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 932 time: 0.2117395 Jun 16 23:01:23.949626 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0883cacc-9d0a-4a04-94b2-63b33ebc0885 req-73a15db5-4928-4cfe-b324-e863f6311d85 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9742808 Jun 16 23:01:23.950205 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a15db5-4928-4cfe-b324-e863f6311d85 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01f669ff-1a42-4956-9256-7ad966d94757,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:23.972335 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3076a867-7473-4924-a8d5-326cfcad4b0f req-39d15b16-248c-49d7-b42f-d58671948264 service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458002 Jun 16 23:01:23.976315 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:23.988934 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-374091d8-7dc5-4cf3-bae2-a3fbb2dc0372 req-91ac125b-ae4a-4618-b8e1-a78331dd32fd service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518466 Jun 16 23:01:24.016013 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc1a373-1b2c-4326-9d15-b3c2fc92a365 {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:24.024126 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Publish callbacks [] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.037324 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Transition to ACTIVE for port object cdc1a373-1b2c-4326-9d15-b3c2fc92a365 will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:01:24.041400 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.047679 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-205cff7f-9109-4f1c-af2b-e3279bdeae3d req-c029a474-6652-4807-b9ee-95f4b0c2d18a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407919 Jun 16 23:01:24.063501 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9e15f8e0-d2a0-4f8a-9595-7eb130c4d3b8 req-bdcb83d5-9183-4b8c-b89a-241100424d2e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019058 Jun 16 23:01:24.091764 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:24.150336 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Pushing event updated for resources: {'Port': ['ID=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:24.156902 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Attempting to bind port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:24.157314 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Attempting to bind port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:24.157792 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Attempting to bind port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:24.164529 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 on network 663ca997-5122-4586-973b-ea2e3ed98672 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:01:24.164680 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Attempting to bind port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:24.170696 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:24.171037 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Checking segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:24.172079 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Bound using segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:24.172079 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Bound port: cdc1a373-1b2c-4326-9d15-b3c2fc92a365, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:24.172282 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.173631 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e82895-598b-468f-aac2-e51ebe9d9946 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:24.185951 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Publish callbacks [] for port (42e82895-598b-468f-aac2-e51ebe9d9946), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.203576 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff14e9-ce86-444d-b22b-5fce9df416bd req-f5508728-bd64-4ea5-a7f8-f09f6451d9b1 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:24.206146 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-baff14e9-ce86-444d-b22b-5fce9df416bd req-f5508728-bd64-4ea5-a7f8-f09f6451d9b1 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0733647 Jun 16 23:01:24.230509 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Transition to ACTIVE for port object 42e82895-598b-468f-aac2-e51ebe9d9946 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:01:24.255108 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] For port cdc1a373-1b2c-4326-9d15-b3c2fc92a365, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:24.262811 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.264773 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] For port cdc1a373-1b2c-4326-9d15-b3c2fc92a365, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:24.281390 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.311345 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-baff14e9-ce86-444d-b22b-5fce9df416bd req-00d12bbf-ff63-4d63-b7e3-aa8fdf937c06 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999246 Jun 16 23:01:24.334535 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:24.336511 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:24.337123 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.338520 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] 10.222.0.26 "PUT /v2.0/ports/cdc1a373-1b2c-4326-9d15-b3c2fc92a365 HTTP/1.1" status: 200 len: 1093 time: 1.7833159 Jun 16 23:01:24.339035 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd118b-cc42-4dbe-93f1-784454892318', 'tag': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:24.341279 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8f95da-ae97-4953-84de-038065f1253d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfd118b-cc42-4dbe-93f1-784454892318", "tag": "cdc1a373-1b2c-4326-9d15-b3c2fc92a365"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:24.367548 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ba3d9-895c-45b2-b301-48ca3c020ebc service neutron] Pushing event updated for resources: {'Port': ['ID=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:24.406683 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b37f70e-bb75-4fab-99d8-eb934e0e94d4 x-openstack-request-id: req-2b37f70e-bb75-4fab-99d8-eb934e0e94d4 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:24.407054 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfd118b-cc42-4dbe-93f1-784454892318", "tag": "cdc1a373-1b2c-4326-9d15-b3c2fc92a365", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:24.407818 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2b37f70e-bb75-4fab-99d8-eb934e0e94d4 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:24.408236 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b37f70e-bb75-4fab-99d8-eb934e0e94d4'] response: {'name': 'network-changed', 'server_uuid': '5cfd118b-cc42-4dbe-93f1-784454892318', 'tag': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'status': 'completed', 'code': 200} Jun 16 23:01:24.428399 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Attempting to bind port 42e82895-598b-468f-aac2-e51ebe9d9946 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:24.428751 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Attempting to bind port 42e82895-598b-468f-aac2-e51ebe9d9946 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:24.429067 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Attempting to bind port 42e82895-598b-468f-aac2-e51ebe9d9946 on network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:24.434060 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Port 42e82895-598b-468f-aac2-e51ebe9d9946 on network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:01:24.434395 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Attempting to bind port 42e82895-598b-468f-aac2-e51ebe9d9946 on network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:24.440408 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:24.440738 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Checking segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:24.441121 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Bound using segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:24.441545 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Bound port: 42e82895-598b-468f-aac2-e51ebe9d9946, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:24.441942 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.537928 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:24.543908 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:24.552581 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.591369 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:24.592248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:24.593788 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] 10.222.0.26 "PUT /v2.0/ports/42e82895-598b-468f-aac2-e51ebe9d9946 HTTP/1.1" status: 200 len: 1094 time: 2.0346849 Jun 16 23:01:24.598277 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:24.600908 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37acdf92-94dd-43ee-9eb1-de3face256d8" -d '{"events": [{"name": "network-changed", "server_uuid": "46f43909-d681-4938-8253-5080b626e169", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:24.694390 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745919e-a3f0-4dec-a09b-0a111f3d511f service neutron] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:24.708868 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ae3af-218f-441e-84d8-9f8d35f55f56 req-e2c3e331-a6ca-45c3-ab59-957d964fdb73 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:24.710377 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fc2ae3af-218f-441e-84d8-9f8d35f55f56 req-e2c3e331-a6ca-45c3-ab59-957d964fdb73 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 943 time: 0.1128933 Jun 16 23:01:24.736140 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ce25c-421a-4156-8bad-5519cdc9d078 req-14dc9c6e-9afa-465c-bc26-bea0b96e385b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:24.737700 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-998ce25c-421a-4156-8bad-5519cdc9d078 req-14dc9c6e-9afa-465c-bc26-bea0b96e385b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.0884004 Jun 16 23:01:24.772620 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:24.812750 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fc2ae3af-218f-441e-84d8-9f8d35f55f56 req-2ec46a81-9d8d-41ab-a528-15e96bdc7fec tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957801 Jun 16 23:01:24.824248 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-998ce25c-421a-4156-8bad-5519cdc9d078 req-6a0b8dcd-5eaa-4ce1-b4bf-c0a5bf73c633 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768676 Jun 16 23:01:24.858071 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534e9f9f-d3d6-4921-8ddf-71668b400973 x-openstack-request-id: req-534e9f9f-d3d6-4921-8ddf-71668b400973 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:24.858366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f43909-d681-4938-8253-5080b626e169", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:24.858659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-534e9f9f-d3d6-4921-8ddf-71668b400973 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:24.859068 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534e9f9f-d3d6-4921-8ddf-71668b400973'] response: {'name': 'network-changed', 'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946', 'status': 'completed', 'code': 200} Jun 16 23:01:25.185990 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc9fa4-2407-407b-ad45-ac0ee0b393ac req-7610ef89-742c-414e-bb30-6ba32defef6f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:25.187584 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f5fc9fa4-2407-407b-ad45-ac0ee0b393ac req-7610ef89-742c-414e-bb30-6ba32defef6f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0747716 Jun 16 23:01:25.209705 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9c4bb-b2d7-4f36-9382-62bf4f29949c req-2a2eac28-326e-46c9-a317-5836e271e54a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:25.211179 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a9c4bb-b2d7-4f36-9382-62bf4f29949c req-2a2eac28-326e-46c9-a317-5836e271e54a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0615044 Jun 16 23:01:25.276602 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f5fc9fa4-2407-407b-ad45-ac0ee0b393ac req-b7135bc2-dc47-4f0a-b6a7-5294bea7eea6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831153 Jun 16 23:01:25.280645 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a9c4bb-b2d7-4f36-9382-62bf4f29949c req-a1129f00-fac5-44ef-aec0-5f3c7b6f4943 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632501 Jun 16 23:01:25.412062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2f3a-020a-4dd1-ad2c-53f5fcb53c99 req-301b7c82-fd31-403f-87f4-feb4211dd9b3 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:25.413492 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-040f2f3a-020a-4dd1-ad2c-53f5fcb53c99 req-301b7c82-fd31-403f-87f4-feb4211dd9b3 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0456679 Jun 16 23:01:25.425008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:25.463463 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-040f2f3a-020a-4dd1-ad2c-53f5fcb53c99 req-189c7457-bf3f-4e6d-b918-755c06904725 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Jun 16 23:01:25.492672 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 020e6819-d071-41f2-9573-ea592ee5004c details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:01:25.589986 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 020e6819-d071-41f2-9573-ea592ee5004c, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=020e6819-d071-41f2-9573-ea592ee5004c,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:25.604124 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '020e6819-d071-41f2-9573-ea592ee5004c', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'port_id': '020e6819-d071-41f2-9573-ea592ee5004c', 'mac_address': 'fa:16:3e:0a:5f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:01:25.637169 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 020e6819-d071-41f2-9573-ea592ee5004c is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:25.637550 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (020e6819-d071-41f2-9573-ea592ee5004c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:25.650552 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020e6819-d071-41f2-9573-ea592ee5004c {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:25.669787 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 020e6819-d071-41f2-9573-ea592ee5004c, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=020e6819-d071-41f2-9573-ea592ee5004c,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:25.673751 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (020e6819-d071-41f2-9573-ea592ee5004c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:25.717164 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=020e6819-d071-41f2-9573-ea592ee5004c,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:25.951822 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efc4b6-b7b0-42df-aca1-e3fe2200eb1d req-0e71b552-4685-4b9d-aadf-b01758c0214b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:25.953509 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0efc4b6-b7b0-42df-aca1-e3fe2200eb1d req-0e71b552-4685-4b9d-aadf-b01758c0214b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 944 time: 0.0743368 Jun 16 23:01:25.965137 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d73b2-2a87-4001-9d2c-aa5bbdd7392a req-26d52e26-ed33-47ac-babb-f30ef356c4de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:25.966510 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920d73b2-2a87-4001-9d2c-aa5bbdd7392a req-26d52e26-ed33-47ac-babb-f30ef356c4de tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.0759523 Jun 16 23:01:26.040751 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0efc4b6-b7b0-42df-aca1-e3fe2200eb1d req-641d31e3-ae34-4592-bd5f-48d549485a44 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815761 Jun 16 23:01:26.044941 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920d73b2-2a87-4001-9d2c-aa5bbdd7392a req-531f9af4-feb2-4de0-8ce6-1c4e31c36662 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721920 Jun 16 23:01:26.419524 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d265552-856b-432c-b57a-14a46599db2a req-ea834691-f6a7-4c1f-b5e5-646580ae51d2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:26.421286 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d265552-856b-432c-b57a-14a46599db2a req-ea834691-f6a7-4c1f-b5e5-646580ae51d2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0782115 Jun 16 23:01:26.426180 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 27dc1467-d62f-4447-a2e6-d4697ce9cdfa up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:26.428265 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1a0c6-7c43-45e8-8a4c-4fbd5f29b61e req-4f7c3ee1-c257-4861-8abb-d85a01b7ea24 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:26.429889 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-56c1a0c6-7c43-45e8-8a4c-4fbd5f29b61e req-4f7c3ee1-c257-4861-8abb-d85a01b7ea24 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0781705 Jun 16 23:01:26.471108 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:01:26.477265 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:26.477427 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:26.480642 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:26.504761 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8d265552-856b-432c-b57a-14a46599db2a req-3f15cbf7-e99a-4f65-aab1-0c61d09a3a98 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738430 Jun 16 23:01:26.509547 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-56c1a0c6-7c43-45e8-8a4c-4fbd5f29b61e req-148eaf7d-6a8b-4196-8dbe-d3fe4ff0d39d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717452 Jun 16 23:01:26.560433 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:26.560433 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:26.584064 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad3ba60-bc63-4d0a-be00-f9b00e66d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dc1467-d62f-4447-a2e6-d4697ce9cdfa'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:26.586293 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef21a5-d9f2-447b-a1e4-84c27afe14d1" -d '{"events": [{"server_uuid": "4ad3ba60-bc63-4d0a-be00-f9b00e66d803", "name": "network-vif-plugged", "status": "completed", "tag": "27dc1467-d62f-4447-a2e6-d4697ce9cdfa"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:26.603031 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:26.607693 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:26.625170 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e15d09-816d-4b90-ad16-e3b2b317ad88 req-c27f83fd-1267-44bf-a445-5a1c631cc07c tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:26.626980 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d1e15d09-816d-4b90-ad16-e3b2b317ad88 req-c27f83fd-1267-44bf-a445-5a1c631cc07c tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0607312 Jun 16 23:01:26.645992 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8117abdb-a8ef-42a3-9339-4ef8df502534 x-openstack-request-id: req-8117abdb-a8ef-42a3-9339-4ef8df502534 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:26.646395 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad3ba60-bc63-4d0a-be00-f9b00e66d803", "name": "network-vif-plugged", "status": "completed", "tag": "27dc1467-d62f-4447-a2e6-d4697ce9cdfa", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:26.646676 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8117abdb-a8ef-42a3-9339-4ef8df502534 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:26.647128 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8117abdb-a8ef-42a3-9339-4ef8df502534'] response: {'server_uuid': '4ad3ba60-bc63-4d0a-be00-f9b00e66d803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dc1467-d62f-4447-a2e6-d4697ce9cdfa', 'code': 200} Jun 16 23:01:26.664575 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:26.683683 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['020e6819-d071-41f2-9573-ea592ee5004c'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:01:26.703250 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d1e15d09-816d-4b90-ad16-e3b2b317ad88 req-7783452c-b7ee-4cc4-9615-17a40eba3c89 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582185 Jun 16 23:01:26.826446 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:27.199084 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fad453-bab9-402c-894c-02303c338fa8 req-2f11be1b-8106-430f-9f95-e86ded21dc93 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:27.200559 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-04fad453-bab9-402c-894c-02303c338fa8 req-2f11be1b-8106-430f-9f95-e86ded21dc93 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 944 time: 0.0781121 Jun 16 23:01:27.209020 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf09a1-3813-434f-af0e-c6c78e72bb88 req-57fa8a6b-86a7-4d30-9b57-e2c469389613 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:27.210129 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7acf09a1-3813-434f-af0e-c6c78e72bb88 req-57fa8a6b-86a7-4d30-9b57-e2c469389613 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.0753384 Jun 16 23:01:27.240659 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:01:27.283290 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-04fad453-bab9-402c-894c-02303c338fa8 req-2bd399e6-7d9f-4f29-85cc-3d3168bcd62c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716939 Jun 16 23:01:27.290220 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7acf09a1-3813-434f-af0e-c6c78e72bb88 req-861d9fe4-e559-4117-a38f-f8732a376a8f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718648 Jun 16 23:01:27.643772 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b440-e417-4ea6-88de-56ae2b0ab9b8 req-1ff24583-7ccf-4dcf-9294-5b026ad3ecbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:27.645272 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e1a5b440-e417-4ea6-88de-56ae2b0ab9b8 req-1ff24583-7ccf-4dcf-9294-5b026ad3ecbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0750229 Jun 16 23:01:27.658441 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743fac9-dbc2-4c73-ac9e-9a0abbf2ae38 req-820aeda2-d629-4e7e-b22d-56706efb50cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:27.659849 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0743fac9-dbc2-4c73-ac9e-9a0abbf2ae38 req-820aeda2-d629-4e7e-b22d-56706efb50cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0623882 Jun 16 23:01:27.680674 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:27.736378 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e1a5b440-e417-4ea6-88de-56ae2b0ab9b8 req-5c7daa23-ea95-4b4a-8c89-1d4d23a9f0bc tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854297 Jun 16 23:01:27.740415 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0743fac9-dbc2-4c73-ac9e-9a0abbf2ae38 req-3d9b5dc7-d548-4115-b6ad-3fa1f8e8d8de tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746419 Jun 16 23:01:27.835093 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fce591-c5be-4f25-9fff-1952e71f3189 req-ec2e745f-10f3-4811-b358-ff52f47dd4c8 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:27.836433 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85fce591-c5be-4f25-9fff-1952e71f3189 req-ec2e745f-10f3-4811-b358-ff52f47dd4c8 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0454216 Jun 16 23:01:27.882199 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-85fce591-c5be-4f25-9fff-1952e71f3189 req-80cb584e-2600-428a-9ab7-8a7ae89af9d3 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Jun 16 23:01:28.366470 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:28.424939 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aff16e-2c2c-4039-8bc0-e6fcfd658788 req-ae59118e-5b69-4cdc-8071-76ec2171f422 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:28.426300 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f6aff16e-2c2c-4039-8bc0-e6fcfd658788 req-ae59118e-5b69-4cdc-8071-76ec2171f422 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 944 time: 0.0784128 Jun 16 23:01:28.434032 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00079e0c-a664-4b7f-b201-340e42e6a3f0 req-5d453872-3012-4543-8ed6-aa8e0238aae2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:28.435400 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-00079e0c-a664-4b7f-b201-340e42e6a3f0 req-5d453872-3012-4543-8ed6-aa8e0238aae2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.0783498 Jun 16 23:01:28.507232 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f6aff16e-2c2c-4039-8bc0-e6fcfd658788 req-ce3ff86c-f109-4931-9de3-460821efab19 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709231 Jun 16 23:01:28.510380 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-00079e0c-a664-4b7f-b201-340e42e6a3f0 req-58d2f040-525d-4501-94a2-807589a17080 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670254 Jun 16 23:01:28.882574 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98bacb-4c18-440b-a691-888edb565b6d req-2edb8b1e-ba1b-44b9-9f48-64997740aab2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:28.884052 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba98bacb-4c18-440b-a691-888edb565b6d req-2edb8b1e-ba1b-44b9-9f48-64997740aab2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0776215 Jun 16 23:01:28.889901 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3a2b-f90b-4bcf-9e70-ef0f0b288b99 req-d1c4e213-c850-4559-a64a-70d31fe1882b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:28.891262 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ed9b3a2b-f90b-4bcf-9e70-ef0f0b288b99 req-d1c4e213-c850-4559-a64a-70d31fe1882b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0743828 Jun 16 23:01:28.962753 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba98bacb-4c18-440b-a691-888edb565b6d req-a5d19800-84f6-40d0-9c7b-a1afc28445cb tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699687 Jun 16 23:01:28.966870 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ed9b3a2b-f90b-4bcf-9e70-ef0f0b288b99 req-4eae4a4c-30e4-4a8b-8a01-54f402323bd7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674644 Jun 16 23:01:29.067285 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b47f2-e33c-4fcd-ac47-adff0c1416a5 req-c284febb-3cbe-4c88-a62c-4ffa3acadb1a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:29.068650 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-236b47f2-e33c-4fcd-ac47-adff0c1416a5 req-c284febb-3cbe-4c88-a62c-4ffa3acadb1a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0464966 Jun 16 23:01:29.114856 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-236b47f2-e33c-4fcd-ac47-adff0c1416a5 req-b0bace1f-ce6a-4f7e-a4b3-b5d4a3f43770 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Jun 16 23:01:29.427049 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:29.648654 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56407e3-dc22-4d05-adad-907a2588fb46 req-191a522d-6082-4d7b-a2de-74e91260db8d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:29.650149 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f56407e3-dc22-4d05-adad-907a2588fb46 req-191a522d-6082-4d7b-a2de-74e91260db8d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 944 time: 0.0774059 Jun 16 23:01:29.656294 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cc4f9-2974-4026-9a1c-a3c65d76d8e6 req-b100f474-6e3b-4933-82b1-b61e083bb68e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:29.658254 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8c5cc4f9-2974-4026-9a1c-a3c65d76d8e6 req-b100f474-6e3b-4933-82b1-b61e083bb68e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.0767844 Jun 16 23:01:29.733506 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f56407e3-dc22-4d05-adad-907a2588fb46 req-7b3091cd-f1da-469b-8e8b-5fc4c5f4695b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741642 Jun 16 23:01:29.737215 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8c5cc4f9-2974-4026-9a1c-a3c65d76d8e6 req-ae1a423f-5498-4f5e-9e95-8951d950fd5d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707138 Jun 16 23:01:29.905215 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 020e6819-d071-41f2-9573-ea592ee5004c up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:29.949258 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 020e6819-d071-41f2-9573-ea592ee5004c completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:01:29.955127 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 020e6819-d071-41f2-9573-ea592ee5004c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:29.955503 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (020e6819-d071-41f2-9573-ea592ee5004c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:30.030366 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 020e6819-d071-41f2-9573-ea592ee5004c is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:30.030780 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (020e6819-d071-41f2-9573-ea592ee5004c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:30.060150 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b8ba99-d845-4fca-b9e7-fc77ac91a601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020e6819-d071-41f2-9573-ea592ee5004c'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:30.062436 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5960732-9eba-4891-852b-18429b5da2d2" -d '{"events": [{"server_uuid": "c2b8ba99-d845-4fca-b9e7-fc77ac91a601", "name": "network-vif-plugged", "status": "completed", "tag": "020e6819-d071-41f2-9573-ea592ee5004c"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:30.076602 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 020e6819-d071-41f2-9573-ea592ee5004c, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=020e6819-d071-41f2-9573-ea592ee5004c,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:30.083174 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (020e6819-d071-41f2-9573-ea592ee5004c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:30.093564 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdf92-94dd-43ee-9eb1-de3face256d8 req-f2bb9523-8f4c-465a-9481-37a9bed7dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.096792 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-37acdf92-94dd-43ee-9eb1-de3face256d8 req-f2bb9523-8f4c-465a-9481-37a9bed7dfce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 1128 time: 0.0494680 Jun 16 23:01:30.125226 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418637-392e-42ee-80eb-cd06339bfa64 req-449da0e8-98f2-4bd0-a618-1a3adab0b697 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.132327 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9418637-392e-42ee-80eb-cd06339bfa64 req-449da0e8-98f2-4bd0-a618-1a3adab0b697 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0915093 Jun 16 23:01:30.139044 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=020e6819-d071-41f2-9573-ea592ee5004c,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:30.148699 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701fae-87e1-4bb2-9fe8-7c8a812e57fa req-a6129180-1947-48f1-94f8-d8e6acb42417 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.150152 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-de701fae-87e1-4bb2-9fe8-7c8a812e57fa req-a6129180-1947-48f1-94f8-d8e6acb42417 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0933568 Jun 16 23:01:30.213392 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9418637-392e-42ee-80eb-cd06339bfa64 req-edc43532-80b4-4052-92a8-4542f5bcc1e6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802178 Jun 16 23:01:30.220166 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-de701fae-87e1-4bb2-9fe8-7c8a812e57fa req-de09a3da-221f-4fa9-86ae-94655ca644a8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626476 Jun 16 23:01:30.272984 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7934f908-15c2-4c7a-860e-9373ed04bf93 x-openstack-request-id: req-7934f908-15c2-4c7a-860e-9373ed04bf93 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:30.273301 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b8ba99-d845-4fca-b9e7-fc77ac91a601", "name": "network-vif-plugged", "status": "completed", "tag": "020e6819-d071-41f2-9573-ea592ee5004c", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:30.273557 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7934f908-15c2-4c7a-860e-9373ed04bf93 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:30.274158 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7934f908-15c2-4c7a-860e-9373ed04bf93'] response: {'server_uuid': 'c2b8ba99-d845-4fca-b9e7-fc77ac91a601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020e6819-d071-41f2-9573-ea592ee5004c', 'code': 200} Jun 16 23:01:30.338583 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77405c6-6505-4da4-9b16-75b6e1611f0c req-e42bd1c7-30cc-42ed-88ee-75fca878bae0 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.343879 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b77405c6-6505-4da4-9b16-75b6e1611f0c req-e42bd1c7-30cc-42ed-88ee-75fca878bae0 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0534348 Jun 16 23:01:30.357065 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:30.489724 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f95da-ae97-4953-84de-038065f1253d req-18a6fa37-860b-4766-8ae9-bf7a9f4bad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.491379 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e8f95da-ae97-4953-84de-038065f1253d req-18a6fa37-860b-4766-8ae9-bf7a9f4bad70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 1127 time: 0.1361818 Jun 16 23:01:30.503376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fd57a-af04-491b-832c-aeec2445d9cb req-02f79f99-091c-4fc9-94c9-3e5f372f19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.504810 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e36fd57a-af04-491b-832c-aeec2445d9cb req-02f79f99-091c-4fc9-94c9-3e5f372f19d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 1129 time: 0.1048794 Jun 16 23:01:30.536833 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdf92-94dd-43ee-9eb1-de3face256d8 req-7374c79f-c98a-403f-b3d8-250c6f4d355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.538539 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-37acdf92-94dd-43ee-9eb1-de3face256d8 req-7374c79f-c98a-403f-b3d8-250c6f4d355f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1807008 Jun 16 23:01:30.674964 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c63c2-95e2-4818-9181-e4865408a484 req-b296d70c-5987-4b1f-8097-6779fcffe67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.676492 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-af3c63c2-95e2-4818-9181-e4865408a484 req-b296d70c-5987-4b1f-8097-6779fcffe67a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 1129 time: 0.0941947 Jun 16 23:01:30.729040 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdf92-94dd-43ee-9eb1-de3face256d8 req-f3b04f57-44b5-474a-9fd3-ec1e18b20b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:30.730623 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-37acdf92-94dd-43ee-9eb1-de3face256d8 req-f3b04f57-44b5-474a-9fd3-ec1e18b20b00 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1798790 Jun 16 23:01:30.768415 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b77405c6-6505-4da4-9b16-75b6e1611f0c req-20aa7226-e4f5-4944-9c78-1c5cca262d66 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216290 Jun 16 23:01:30.775873 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-af3c63c2-95e2-4818-9181-e4865408a484 req-760332ff-e2d0-4f4e-b3a1-663864d5ec69 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736227 Jun 16 23:01:30.789714 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:30.981091 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e36fd57a-af04-491b-832c-aeec2445d9cb req-e1a68727-866c-4389-a8f4-395753725ce5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561529 Jun 16 23:01:30.998846 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5226e5-d571-4fe6-9115-5a574d308359 req-54ff8960-90c2-4f0a-86b2-b737b9ccbe50 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:31.000260 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bc5226e5-d571-4fe6-9115-5a574d308359 req-54ff8960-90c2-4f0a-86b2-b737b9ccbe50 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.1457534 Jun 16 23:01:31.016707 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28de6-699a-4316-9cc9-1c42e9c4b65c req-c916aa13-b551-433a-92ec-a81481ccd53c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:31.018070 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-83b28de6-699a-4316-9cc9-1c42e9c4b65c req-c916aa13-b551-433a-92ec-a81481ccd53c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1738403 Jun 16 23:01:31.034444 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f95da-ae97-4953-84de-038065f1253d req-fbea63ed-3b6c-41cc-921c-0b0ae99a22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:31.035917 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e8f95da-ae97-4953-84de-038065f1253d req-fbea63ed-3b6c-41cc-921c-0b0ae99a22c0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0526c12e8bc947209e24daf5ddfad7be&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5340195 Jun 16 23:01:31.091264 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bc5226e5-d571-4fe6-9115-5a574d308359 req-9956f9d1-641f-47e5-9f78-b231a8c68b3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835974 Jun 16 23:01:31.098862 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-83b28de6-699a-4316-9cc9-1c42e9c4b65c req-5f640fe2-5f14-4186-a074-9c445bd00f47 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733974 Jun 16 23:01:31.355273 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35d4b-72c8-464c-9c10-2e51d84c46de req-4291d2a4-6b6d-41c2-85f5-d7997aaac09c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:31.356983 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5ff35d4b-72c8-464c-9c10-2e51d84c46de req-4291d2a4-6b6d-41c2-85f5-d7997aaac09c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 944 time: 0.0776439 Jun 16 23:01:31.377261 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e0853-9ad1-4aac-8a03-e850f79ece0d req-a4341dd5-9ac9-487b-a254-ccf320c54975 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:31.378672 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d84e0853-9ad1-4aac-8a03-e850f79ece0d req-a4341dd5-9ac9-487b-a254-ccf320c54975 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0709693 Jun 16 23:01:31.437611 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5ff35d4b-72c8-464c-9c10-2e51d84c46de req-404fdda3-dc9b-4b8a-b1ba-9bc581d329bc tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740573 Jun 16 23:01:31.448131 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d84e0853-9ad1-4aac-8a03-e850f79ece0d req-71faf9a6-52f1-4345-a1f5-a2ed4b05306e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626774 Jun 16 23:01:31.726371 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-18eb73ec-f896-4711-af62-0673371e294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:31.727905 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-18eb73ec-f896-4711-af62-0673371e294f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 1128 time: 0.1295955 Jun 16 23:01:31.807082 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f95da-ae97-4953-84de-038065f1253d req-9dd9296f-b76f-42d4-bdbc-f942334d3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:31.808583 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e8f95da-ae97-4953-84de-038065f1253d req-9dd9296f-b76f-42d4-bdbc-f942334d3147 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2089231 Jun 16 23:01:31.878769 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50608) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:31.898569 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a7d62259-83d7-4cc4-b290-3fa8f2b03ade details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:01:31.915187 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca9f92-94f2-45ac-9e6b-32d9a9323d02 req-5d4f11ee-ebb4-47fa-8e4c-9473ccc86584 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:31.916727 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3aca9f92-94f2-45ac-9e6b-32d9a9323d02 req-5d4f11ee-ebb4-47fa-8e4c-9473ccc86584 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0672565 Jun 16 23:01:31.985733 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3aca9f92-94f2-45ac-9e6b-32d9a9323d02 req-fb318f13-a481-4b3b-a399-345d8d6eb495 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628135 Jun 16 23:01:32.078418 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.102373 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a7d62259-83d7-4cc4-b290-3fa8f2b03ade, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:32.134975 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'port_id': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'mac_address': 'fa:16:3e:89:42:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:01:32.189093 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port a7d62259-83d7-4cc4-b290-3fa8f2b03ade is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:32.189721 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.205255 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d62259-83d7-4cc4-b290-3fa8f2b03ade {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:32.211183 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:32.256671 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a7d62259-83d7-4cc4-b290-3fa8f2b03ade, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:32.264508 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.280076 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6154b50-8670-4dd6-9ef1-f3d886529394 req-fc3ab512-f2af-4460-a4bd-77322212111d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:32.288073 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c6154b50-8670-4dd6-9ef1-f3d886529394 req-fc3ab512-f2af-4460-a4bd-77322212111d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.0898335 Jun 16 23:01:32.300414 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:32.323248 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:32.331239 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.331863 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.332453 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.333106 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.333671 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.334203 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.334783 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.335314 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.335842 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.336496 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.337039 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.337595 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.338126 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.338694 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.339223 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.373850 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:32.379665 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Publish callbacks [] for security_group (78e6573b-9ee7-4d46-a426-a2d9b942a09b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.391781 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faece31e-dbf5-42f3-9e2f-61b93b8e633d req-93fc50c0-4bd7-4362-bdec-bd2f8d7e53cc tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:32.393295 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-faece31e-dbf5-42f3-9e2f-61b93b8e633d req-93fc50c0-4bd7-4362-bdec-bd2f8d7e53cc tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1032078 Jun 16 23:01:32.400134 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (78e6573b-9ee7-4d46-a426-a2d9b942a09b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.439375 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c6154b50-8670-4dd6-9ef1-f3d886529394 req-712ea828-e69d-4265-95c9-4d18b121cb46 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504529 Jun 16 23:01:32.471615 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4246f6446ef14446bf754b904f2e685a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5910368 Jun 16 23:01:32.473895 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50644) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:32.482997 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e6573b-9ee7-4d46-a426-a2d9b942a09b,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:32.530355 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.530984 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.534560 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.535112 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.535611 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.535968 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.536292 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.536621 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.536956 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.537287 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.537608 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.539013 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.541285 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.541779 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.542257 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69a7b2f-ffc5-445e-97ef-81c8efd69909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.543658 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['a7d62259-83d7-4cc4-b290-3fa8f2b03ade'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:01:32.587780 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-faece31e-dbf5-42f3-9e2f-61b93b8e633d req-8b574177-5a7d-4dfd-9dba-373de136b762 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833932 Jun 16 23:01:32.590700 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Publish callbacks [] for security_group (78e6573b-9ee7-4d46-a426-a2d9b942a09b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.635814 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Publish callbacks [] for security_group (78e6573b-9ee7-4d46-a426-a2d9b942a09b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.652098 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d59ee9-496b-4900-b168-21cc2f95bed4 req-d381fb29-6929-4ea7-9541-ea358ceaf04a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:32.654555 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c1d59ee9-496b-4900-b168-21cc2f95bed4 req-d381fb29-6929-4ea7-9541-ea358ceaf04a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 945 time: 0.0868950 Jun 16 23:01:32.679113 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:32.743506 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-375c65b0-dee0-4094-b066-7c7c1c57ec96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e82895-598b-468f-aac2-e51ebe9d9946 HTTP/1.1" status: 200 len: 217 time: 0.0850296 Jun 16 23:01:32.745132 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (78e6573b-9ee7-4d46-a426-a2d9b942a09b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.748166 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.749542 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/78e6573b-9ee7-4d46-a426-a2d9b942a09b HTTP/1.1" status: 204 len: 168 time: 0.2737460 Jun 16 23:01:32.764454 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e6573b-9ee7-4d46-a426-a2d9b942a09b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:32.773995 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.774634 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.775146 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.776220 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.776763 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.777222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.777688 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.778224 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.780441 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.781045 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.782270 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.782907 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.783385 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.783899 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.784391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2bab0a-f560-4fde-a085-16fa71d54e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:32.842989 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82071ec7-428e-4656-9c49-66eaaec5d1f9 req-5b7aa4bd-f353-46a8-8333-11538c505bea tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:32.852203 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82071ec7-428e-4656-9c49-66eaaec5d1f9 req-5b7aa4bd-f353-46a8-8333-11538c505bea tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.1119719 Jun 16 23:01:32.872518 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-688ada29-22b6-42db-8335-3ca104dad18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:32.884291 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c1d59ee9-496b-4900-b168-21cc2f95bed4 req-35b24819-3fd2-4f4c-8dae-236af66d083f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453640 Jun 16 23:01:32.917380 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82071ec7-428e-4656-9c49-66eaaec5d1f9 req-89ead299-2a4a-4ac3-ba90-9f002fe6e4ed tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640817 Jun 16 23:01:32.919346 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50660) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:33.169567 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fb27c7-55d0-4a4d-8c45-5ef9934d8e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.211349 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50666) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:33.225579 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1be61d70-8b10-44b3-bae9-4c830a7d1a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.256179 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fb27c7-55d0-4a4d-8c45-5ef9934d8e03 admin admin] Publish callbacks [] for security_group (a17b2da7-1b3d-4e25-b5ee-3bbdc511cf3c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.259491 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fb27c7-55d0-4a4d-8c45-5ef9934d8e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a17b2da7-1b3d-4e25-b5ee-3bbdc511cf3c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.303279 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-28fb27c7-55d0-4a4d-8c45-5ef9934d8e03 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0701abb69e2f4f3d95a115e4212daa66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787951 Jun 16 23:01:33.303279 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb27c7-55d0-4a4d-8c45-5ef9934d8e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17b2da7-1b3d-4e25-b5ee-3bbdc511cf3c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:33.304714 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50668) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:33.317789 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:33.323177 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1be61d70-8b10-44b3-bae9-4c830a7d1a97 admin admin] Publish callbacks [] for security_group (5fff4f17-7c1b-4684-8889-27b05163d987), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.326863 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1be61d70-8b10-44b3-bae9-4c830a7d1a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (5fff4f17-7c1b-4684-8889-27b05163d987), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.359131 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bd31448-93bb-4af3-b49b-924bbb5fecb3 admin admin] Publish callbacks [] for security_group (a17b2da7-1b3d-4e25-b5ee-3bbdc511cf3c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.377847 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1be61d70-8b10-44b3-bae9-4c830a7d1a97 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ece5d4850d724a268adddcf7a9e3f8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653442 Jun 16 23:01:33.378733 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be61d70-8b10-44b3-bae9-4c830a7d1a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fff4f17-7c1b-4684-8889-27b05163d987,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:33.381366 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bd31448-93bb-4af3-b49b-924bbb5fecb3 admin admin] Publish callbacks [] for security_group (a17b2da7-1b3d-4e25-b5ee-3bbdc511cf3c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.381911 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50670) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:33.431790 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bd31448-93bb-4af3-b49b-924bbb5fecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a17b2da7-1b3d-4e25-b5ee-3bbdc511cf3c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.431972 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4ed23aed-a00d-4532-8178-70d38cc4c03c admin admin] Publish callbacks [] for security_group (5fff4f17-7c1b-4684-8889-27b05163d987), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.434354 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bd31448-93bb-4af3-b49b-924bbb5fecb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.436294 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-8bd31448-93bb-4af3-b49b-924bbb5fecb3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a17b2da7-1b3d-4e25-b5ee-3bbdc511cf3c HTTP/1.1" status: 204 len: 168 time: 0.1299405 Jun 16 23:01:33.444183 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd31448-93bb-4af3-b49b-924bbb5fecb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17b2da7-1b3d-4e25-b5ee-3bbdc511cf3c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:33.458536 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4ed23aed-a00d-4532-8178-70d38cc4c03c admin admin] Publish callbacks [] for security_group (5fff4f17-7c1b-4684-8889-27b05163d987), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.516414 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4ed23aed-a00d-4532-8178-70d38cc4c03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (5fff4f17-7c1b-4684-8889-27b05163d987), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.521008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4ed23aed-a00d-4532-8178-70d38cc4c03c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:33.522450 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4ed23aed-a00d-4532-8178-70d38cc4c03c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5fff4f17-7c1b-4684-8889-27b05163d987 HTTP/1.1" status: 204 len: 168 time: 0.1392643 Jun 16 23:01:33.565819 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed23aed-a00d-4532-8178-70d38cc4c03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fff4f17-7c1b-4684-8889-27b05163d987,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:33.579291 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ece7f0-ad1c-4acc-abbb-b0c7918f0bb5 req-3d0720ec-ebcd-43a4-b367-058c92e45cd5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:33.581175 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e9ece7f0-ad1c-4acc-abbb-b0c7918f0bb5 req-3d0720ec-ebcd-43a4-b367-058c92e45cd5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.0548801 Jun 16 23:01:33.649483 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:33.653379 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e9ece7f0-ad1c-4acc-abbb-b0c7918f0bb5 req-adcb214a-3340-42a5-b33b-a6a2d9caf975 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510547 Jun 16 23:01:33.750578 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995cee2-ca3f-4b53-a087-c24a089e1762 req-ac8a2616-6bc4-4120-8143-e5c2405d9a72 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:33.752374 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1995cee2-ca3f-4b53-a087-c24a089e1762 req-ac8a2616-6bc4-4120-8143-e5c2405d9a72 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0579290 Jun 16 23:01:33.811307 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1995cee2-ca3f-4b53-a087-c24a089e1762 req-2a20ff49-b8ce-477d-8cdd-887d6b888947 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Jun 16 23:01:33.960877 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50708) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:33.976849 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5f891761-9038-4ab6-b770-b71054615b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.065507 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5f891761-9038-4ab6-b770-b71054615b46 admin admin] Publish callbacks [] for security_group (955617e8-8fd5-474f-9e00-b9cf048bc5cf), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.070527 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5f891761-9038-4ab6-b770-b71054615b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (955617e8-8fd5-474f-9e00-b9cf048bc5cf), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.113791 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5f891761-9038-4ab6-b770-b71054615b46 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ed0a26b2ea754016b1fc625c1e6d8bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515923 Jun 16 23:01:34.116084 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50712) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:34.118851 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f891761-9038-4ab6-b770-b71054615b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955617e8-8fd5-474f-9e00-b9cf048bc5cf,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:34.157091 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ec509-b19b-45d0-8dde-9740fa0cd2eb req-939cbeb3-dc90-4ad8-8101-d647144fc337 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:34.159113 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-360ec509-b19b-45d0-8dde-9740fa0cd2eb req-939cbeb3-dc90-4ad8-8101-d647144fc337 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 945 time: 0.0496638 Jun 16 23:01:34.175764 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2746-101f-4152-8561-15d3a2faceee admin admin] Publish callbacks [] for security_group (955617e8-8fd5-474f-9e00-b9cf048bc5cf), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.198332 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2746-101f-4152-8561-15d3a2faceee admin admin] Publish callbacks [] for security_group (955617e8-8fd5-474f-9e00-b9cf048bc5cf), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.210318 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-360ec509-b19b-45d0-8dde-9740fa0cd2eb req-144db9b6-06b5-4344-a70d-74854bf55fd1 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454481 Jun 16 23:01:34.254672 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2746-101f-4152-8561-15d3a2faceee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (955617e8-8fd5-474f-9e00-b9cf048bc5cf), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.258866 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2746-101f-4152-8561-15d3a2faceee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.262460 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5ddd2746-101f-4152-8561-15d3a2faceee admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/955617e8-8fd5-474f-9e00-b9cf048bc5cf HTTP/1.1" status: 204 len: 168 time: 0.1425898 Jun 16 23:01:34.269097 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd2746-101f-4152-8561-15d3a2faceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955617e8-8fd5-474f-9e00-b9cf048bc5cf,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:34.334528 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493a678-97d2-4a3e-bb13-5e0325f3dca2 req-17e71ec2-8a38-475b-a10d-88e3418e523d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:34.336070 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e493a678-97d2-4a3e-bb13-5e0325f3dca2 req-17e71ec2-8a38-475b-a10d-88e3418e523d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0503750 Jun 16 23:01:34.365848 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:34.390730 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e493a678-97d2-4a3e-bb13-5e0325f3dca2 req-14edbd8c-5a65-426b-ae1f-bdf16d7d006d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465655 Jun 16 23:01:34.424151 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50724) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:34.514243 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686badd-47dc-4a19-8230-a89dc4f07c49 req-41a417fa-172b-4a9e-9b85-9fe898917bc3 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:34.516330 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6686badd-47dc-4a19-8230-a89dc4f07c49 req-41a417fa-172b-4a9e-9b85-9fe898917bc3 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0525267 Jun 16 23:01:34.569254 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6686badd-47dc-4a19-8230-a89dc4f07c49 req-7edce516-b9bb-475b-b182-1a8650038c2f tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Jun 16 23:01:34.601525 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-973605595-network', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:34.623715 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Made reservation on behalf of b30b90ec4d5e45468a4fa0fb98e46393 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:34.626202 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.638796 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.654899 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:34.726303 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Publish callbacks [] for security_group (54b712d9-2a12-40c4-b3ff-3d81e121401e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.731815 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (54b712d9-2a12-40c4-b3ff-3d81e121401e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.764042 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:01:34.766929 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b712d9-2a12-40c4-b3ff-3d81e121401e,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:34.778983 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (868aca6c-3287-40de-9b2c-692e7142a3e4), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.779620 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Added segment 868aca6c-3287-40de-9b2c-692e7142a3e4 of type vlan for network 9e714880-bad0-4adf-82ee-dc3ffe4b848d Jun 16 23:01:34.785968 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddddc57-8157-4aef-b9ba-6b9ac51081c4 req-526bdb97-8cba-476e-bfab-bbd1e1e90867 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:34.793168 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fddddc57-8157-4aef-b9ba-6b9ac51081c4 req-526bdb97-8cba-476e-bfab-bbd1e1e90867 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.0597365 Jun 16 23:01:34.822698 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (9e714880-bad0-4adf-82ee-dc3ffe4b848d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.830557 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b5240ff1-624f-42ff-8cad-70224e6f74fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.854908 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (9e714880-bad0-4adf-82ee-dc3ffe4b848d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.856265 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:34.856840 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:34.857837 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fddddc57-8157-4aef-b9ba-6b9ac51081c4 req-daa4fef8-9d81-4c00-bab9-3d8fe02a021c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634377 Jun 16 23:01:34.866191 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:34.894177 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4683087 Jun 16 23:01:34.897652 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50748) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:34.932082 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Request body: {'subnet': {'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-973605595-subnet', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:34.945435 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7314e-c5f1-4793-b6e1-0a9e3d915dbf admin admin] Pushing event updated for resources: {'Network': ['ID=9e714880-bad0-4adf-82ee-dc3ffe4b848d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:34.959428 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:01:34.961310 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Made reservation on behalf of b30b90ec4d5e45468a4fa0fb98e46393 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:34.964369 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.139439 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (af115d54-8d5d-4353-b04c-4d826bdb6216), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.197664 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af115d54-8d5d-4353-b04c-4d826bdb6216,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:35.206390 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Checking segment: {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:35.206778 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Network hostable DHCP agents. Network: 9e714880-bad0-4adf-82ee-dc3ffe4b848d, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:01:35.224311 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:01:35.239679 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 9e714880-bad0-4adf-82ee-dc3ffe4b848d) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:35.244162 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:35.244736 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.252100 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8672f-5b7d-44b2-b6ba-68c9106a7027 None None] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:35.273032 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50758) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:35.275165 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9dd98641-a67d-4977-ad9b-09a0733a8056 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3491883 Jun 16 23:01:35.277586 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:35.279939 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:35.335402 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (36060681-a240-49c2-aa1d-d6ae06d5502b), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.336731 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (36060681-a240-49c2-aa1d-d6ae06d5502b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.365009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17718-e273-4e05-ba3e-b9e9d4897feb req-ee7e5e66-f6c4-455c-b06f-9e62a9df1208 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:35.366620 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c8c17718-e273-4e05-ba3e-b9e9d4897feb req-ee7e5e66-f6c4-455c-b06f-9e62a9df1208 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 945 time: 0.0694349 Jun 16 23:01:35.381761 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:01:35.383011 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.424468 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks [] for router_controller (36060681-a240-49c2-aa1d-d6ae06d5502b), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.511927 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c8c17718-e273-4e05-ba3e-b9e9d4897feb req-51ab3ba2-0ac0-4a6a-afc9-5b75cc95bf00 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307189 Jun 16 23:01:35.544121 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Allocated IP 172.20.0.2 (9e714880-bad0-4adf-82ee-dc3ffe4b848d/af115d54-8d5d-4353-b04c-4d826bdb6216/9afc0f27-fe70-435d-bf68-0881f54022f3) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:35.714324 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Publish callbacks [] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.722811 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.758736 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:35.793234 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:35.798173 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Pushing event updated for resources: {'Port': ['ID=9afc0f27-fe70-435d-bf68-0881f54022f3,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:35.803014 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:35.806138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks [] for router_gateway (36060681-a240-49c2-aa1d-d6ae06d5502b), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.806312 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.807043 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:35.832170 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562bd00-f5ff-4691-9d4e-d7c360820d21 req-7f080fdc-664a-4490-9c3f-957b502841b6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:35.833719 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a562bd00-f5ff-4691-9d4e-d7c360820d21 req-7f080fdc-664a-4490-9c3f-957b502841b6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0670040 Jun 16 23:01:35.867489 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Attempting to bind port 9afc0f27-fe70-435d-bf68-0881f54022f3 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:35.868041 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Attempting to bind port 9afc0f27-fe70-435d-bf68-0881f54022f3 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:35.868210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Attempting to bind port 9afc0f27-fe70-435d-bf68-0881f54022f3 on network 9e714880-bad0-4adf-82ee-dc3ffe4b848d {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:35.875788 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:35.876158 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Checking segment: {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:35.876575 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.876923 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Bound using segment: {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:35.877387 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Bound port: 9afc0f27-fe70-435d-bf68-0881f54022f3, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:35.877764 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:35.944214 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a562bd00-f5ff-4691-9d4e-d7c360820d21 req-8d1c3b2f-b0c2-439e-a08c-064f709d2aff tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006610 Jun 16 23:01:35.951647 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-608e6150-5226-42de-a288-c385b896fa87 None None] For port 9afc0f27-fe70-435d-bf68-0881f54022f3, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:35.952231 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:35.962900 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-608e6150-5226-42de-a288-c385b896fa87 None None] For port 9afc0f27-fe70-435d-bf68-0881f54022f3, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=9afc0f27-fe70-435d-bf68-0881f54022f3,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:35.968468 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:36.101973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e6150-5226-42de-a288-c385b896fa87 None None] Pushing event updated for resources: {'Port': ['ID=9afc0f27-fe70-435d-bf68-0881f54022f3,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:36.164147 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-3a1c3065-9a75-4fad-bd3f-e2380a6042cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:36.166000 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-3a1c3065-9a75-4fad-bd3f-e2380a6042cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.1609504 Jun 16 23:01:36.192513 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks [] for router_gateway (36060681-a240-49c2-aa1d-d6ae06d5502b), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:36.200813 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3fb71-8afa-44fb-b2b5-5846f2e47c31 req-1e5d8555-5411-4306-b0c0-68522fe57dc3 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:36.202258 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b5c3fb71-8afa-44fb-b2b5-5846f2e47c31 req-1e5d8555-5411-4306-b0c0-68522fe57dc3 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0848796 Jun 16 23:01:36.222088 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:36.250575 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a7d62259-83d7-4cc4-b290-3fa8f2b03ade up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:36.282141 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:36.282532 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50796) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:36.348486 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b5c3fb71-8afa-44fb-b2b5-5846f2e47c31 req-d8582cd5-1073-45b6-a9cb-8c61fb3b93cd tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284964 Jun 16 23:01:36.452680 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Allocated IP 172.27.3.137 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/579e72bc-e10d-40c3-9de0-74eafadbefd5) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:36.475874 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port a7d62259-83d7-4cc4-b290-3fa8f2b03ade completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:01:36.487106 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port a7d62259-83d7-4cc4-b290-3fa8f2b03ade triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:36.487634 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:36.530136 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27a8-42a7-4d74-a1b8-4a3d03cfe3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:36.560555 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fa056-c85e-491c-b66d-9d966acd6748 req-b5c01bf8-83e7-4bef-b726-169dd0f401f6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:36.562138 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c38fa056-c85e-491c-b66d-9d966acd6748 req-b5c01bf8-83e7-4bef-b726-169dd0f401f6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.1109800 Jun 16 23:01:36.566569 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:36.589978 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port a7d62259-83d7-4cc4-b290-3fa8f2b03ade is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:36.590372 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:36.622908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:36.629948 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:36.632756 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153cedbb-c36c-4d81-a61a-d2a336421d9d" -d '{"events": [{"server_uuid": "f4c73822-1dfa-4eed-bf02-1123b0402755", "name": "network-vif-plugged", "status": "completed", "tag": "a7d62259-83d7-4cc4-b290-3fa8f2b03ade"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:36.657797 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a7d62259-83d7-4cc4-b290-3fa8f2b03ade, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:36.665196 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:36.697102 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae59887-9cae-4877-a417-19d585656930 req-2ed22610-31b3-4b3d-8624-f199e6664053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:36.698552 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ae59887-9cae-4877-a417-19d585656930 req-2ed22610-31b3-4b3d-8624-f199e6664053 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 1129 time: 0.1588817 Jun 16 23:01:36.726003 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-39ffd8f4-fb67-45b6-b0a9-5e39a8c4f99a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346712 Jun 16 23:01:36.741364 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c38fa056-c85e-491c-b66d-9d966acd6748 req-e109954e-5b87-4e6d-aefa-3e13ef5c572b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664660 Jun 16 23:01:36.747298 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-572717af-ae20-4e6a-ad7d-f1eeb3e89e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:36.748914 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-572717af-ae20-4e6a-ad7d-f1eeb3e89e75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 1127 time: 0.2139072 Jun 16 23:01:36.757984 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-84607b7d-9c9d-47cc-97be-922b47d44853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:36.764649 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-84607b7d-9c9d-47cc-97be-922b47d44853 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2282338 Jun 16 23:01:36.810848 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:36.909873 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-a93e0417-4684-4c33-94a3-b12019f08838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc1a373-1b2c-4326-9d15-b3c2fc92a365 HTTP/1.1" status: 200 len: 217 time: 0.1528618 Jun 16 23:01:37.010391 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae8bb59-728b-4f95-a644-15faa28f9bbc x-openstack-request-id: req-9ae8bb59-728b-4f95-a644-15faa28f9bbc {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:37.011074 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c73822-1dfa-4eed-bf02-1123b0402755", "name": "network-vif-plugged", "status": "completed", "tag": "a7d62259-83d7-4cc4-b290-3fa8f2b03ade", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:37.011292 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9ae8bb59-728b-4f95-a644-15faa28f9bbc {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:37.011685 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae8bb59-728b-4f95-a644-15faa28f9bbc'] response: {'server_uuid': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'code': 200} Jun 16 23:01:37.102713 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks [] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.125594 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d839a2-7636-44c5-88c7-ad4aa9ba0bac req-98eb4c1c-a8ac-4ecb-a970-f5e7eaa9aec0 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.127425 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-60d839a2-7636-44c5-88c7-ad4aa9ba0bac req-98eb4c1c-a8ac-4ecb-a970-f5e7eaa9aec0 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.2420471 Jun 16 23:01:37.195214 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27a8-42a7-4d74-a1b8-4a3d03cfe3ef admin admin] Publish callbacks [] for security_group (652c1b16-5e47-4b3b-b44b-340d4ecc6608), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.203292 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-44e103dc-cff6-42c0-b6fa-5a67c76d03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.205777 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-44e103dc-cff6-42c0-b6fa-5a67c76d03b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2300d78ad8244e3be17c1f388603de7&device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 1129 time: 0.3965340 Jun 16 23:01:37.207259 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae59887-9cae-4877-a417-19d585656930 req-87e657d9-4bb3-4791-8b85-240afd38b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.208874 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ae59887-9cae-4877-a417-19d585656930 req-87e657d9-4bb3-4791-8b85-240afd38b82c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.5014613 Jun 16 23:01:37.211226 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27a8-42a7-4d74-a1b8-4a3d03cfe3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (652c1b16-5e47-4b3b-b44b-340d4ecc6608), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.320268 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef27a8-42a7-4d74-a1b8-4a3d03cfe3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652c1b16-5e47-4b3b-b44b-340d4ecc6608,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:37.325792 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a9ef27a8-42a7-4d74-a1b8-4a3d03cfe3ef admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b1f464b3d677429a8239cd1fb6100d49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0415299 Jun 16 23:01:37.329947 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-5c011b22-9a02-421e-bbc9-d96a8d6ac014 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419364 Jun 16 23:01:37.354240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50822) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:37.371498 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.392600 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c7b22-f128-4692-8f6e-de338a5c4257 req-08d153ab-50cd-43d6-8e40-b569331b5782 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.403435 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-618c7b22-f128-4692-8f6e-de338a5c4257 req-08d153ab-50cd-43d6-8e40-b569331b5782 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.2943246 Jun 16 23:01:37.405271 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ae59887-9cae-4877-a417-19d585656930 req-6308e3ff-e792-475b-a2fc-feeea1baa66c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020e6819-d071-41f2-9573-ea592ee5004c HTTP/1.1" status: 200 len: 217 time: 0.1059847 Jun 16 23:01:37.412743 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 9afc0f27-fe70-435d-bf68-0881f54022f3 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:37.452095 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:37.469948 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 9afc0f27-fe70-435d-bf68-0881f54022f3 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:37.470646 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.530808 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:37.545780 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec7cfb-2fed-4571-9dd4-f4af91b633df req-fd082ff3-449b-4a6a-ade9-a169ff1b45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.547939 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f2ec7cfb-2fed-4571-9dd4-f4af91b633df req-fd082ff3-449b-4a6a-ade9-a169ff1b45d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 1130 time: 0.2209074 Jun 16 23:01:37.560806 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-693f680c-8b4f-4ca1-af7a-29e034ad2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.562444 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-693f680c-8b4f-4ca1-af7a-29e034ad2392 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.5971513 Jun 16 23:01:37.568683 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 9afc0f27-fe70-435d-bf68-0881f54022f3 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:37.568866 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.598089 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:37.608583 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 9afc0f27-fe70-435d-bf68-0881f54022f3, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=9afc0f27-fe70-435d-bf68-0881f54022f3,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:37.612373 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-60d839a2-7636-44c5-88c7-ad4aa9ba0bac req-80a6c43c-238b-466a-b0f7-9c9facc76d15 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4776449 Jun 16 23:01:37.626462 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.633022 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae59887-9cae-4877-a417-19d585656930 req-f27ef6e8-7623-4b55-be28-31ebcb0ce829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.637616 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ae59887-9cae-4877-a417-19d585656930 req-f27ef6e8-7623-4b55-be28-31ebcb0ce829 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.1762516 Jun 16 23:01:37.640122 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-d14b79b2-238f-4768-b05e-66e1e2c7402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.642087 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-d14b79b2-238f-4768-b05e-66e1e2c7402a service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa915362-6371-474d-bd5e-1440a44c78bc HTTP/1.1" status: 200 len: 911 time: 0.3441365 Jun 16 23:01:37.683588 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-618c7b22-f128-4692-8f6e-de338a5c4257 req-8f0d2cf0-64e4-4adb-bb92-d3fb617482e6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2753899 Jun 16 23:01:37.685699 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101571e5-4476-4b93-9692-e38413759f26 None None] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:37.692228 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.718024 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-057fdba9-4e3f-483e-b1f0-08930d4426c1 admin admin] Publish callbacks [] for security_group (652c1b16-5e47-4b3b-b44b-340d4ecc6608), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.731693 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-9bcbe425-2129-4420-9944-8916d2d08927 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d15996c2-23a1-4c1b-834d-20bf7a7f63af HTTP/1.1" status: 200 len: 217 time: 0.0753064 Jun 16 23:01:37.737795 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f2ec7cfb-2fed-4571-9dd4-f4af91b633df req-def1daea-6863-4649-9117-5f984e69bf52 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409802 Jun 16 23:01:37.770893 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae59887-9cae-4877-a417-19d585656930 req-ac27f5b0-5214-4ca9-abd8-b121b8c8036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.772395 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ae59887-9cae-4877-a417-19d585656930 req-ac27f5b0-5214-4ca9-abd8-b121b8c8036c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294048 Jun 16 23:01:37.777149 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-941dbeac-1117-4bbb-80af-4af8a57d6a1b None None] Provisioning complete for port 9afc0f27-fe70-435d-bf68-0881f54022f3 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:37.777910 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-941dbeac-1117-4bbb-80af-4af8a57d6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.791392 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-8c529b2e-d0f6-43f3-957e-ac4b99e42027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.793599 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-8c529b2e-d0f6-43f3-957e-ac4b99e42027 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a99468b9-96e8-4968-9dd7-b3cb63db6976 HTTP/1.1" status: 200 len: 849 time: 0.0520916 Jun 16 23:01:37.814221 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-4384fd5d-e694-44ea-bd0c-a8d8b17ce1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.815792 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-4384fd5d-e694-44ea-bd0c-a8d8b17ce1d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2414081 Jun 16 23:01:37.829985 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=9afc0f27-fe70-435d-bf68-0881f54022f3,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:37.831155 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-48818020-c376-4ed4-bc81-1304dc418b18 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130950 Jun 16 23:01:37.866934 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-057fdba9-4e3f-483e-b1f0-08930d4426c1 admin admin] Publish callbacks [] for security_group (652c1b16-5e47-4b3b-b44b-340d4ecc6608), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:37.873916 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:37.887900 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:37.894476 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d130aa2-7627-445f-8da4-40c7fc4c519b req-430d8370-1989-403b-9614-e2a0c53f8685 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.896008 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2d130aa2-7627-445f-8da4-40c7fc4c519b req-430d8370-1989-403b-9614-e2a0c53f8685 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1968288 Jun 16 23:01:37.911823 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:37.915133 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-941dbeac-1117-4bbb-80af-4af8a57d6a1b None None] Current status of the port 9afc0f27-fe70-435d-bf68-0881f54022f3 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:37.929885 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Pushing event updated for resources: {'Port': ['ID=579e72bc-e10d-40c3-9de0-74eafadbefd5,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:37.935067 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:37.996470 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fc068-0207-4f48-9deb-e45fd7997017 req-4e4d8635-d1db-40ee-b525-3750bd38160b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:37.997989 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e0fc068-0207-4f48-9deb-e45fd7997017 req-4e4d8635-d1db-40ee-b525-3750bd38160b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.1749818 Jun 16 23:01:38.108759 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.115509 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2d130aa2-7627-445f-8da4-40c7fc4c519b req-c043c6db-b1bb-47ac-b448-1f6449030f2b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057514 Jun 16 23:01:38.119185 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-057fdba9-4e3f-483e-b1f0-08930d4426c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (652c1b16-5e47-4b3b-b44b-340d4ecc6608), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.121616 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-057fdba9-4e3f-483e-b1f0-08930d4426c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.122739 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-057fdba9-4e3f-483e-b1f0-08930d4426c1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/652c1b16-5e47-4b3b-b44b-340d4ecc6608 HTTP/1.1" status: 204 len: 168 time: 0.7134273 Jun 16 23:01:38.146387 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fdba9-4e3f-483e-b1f0-08930d4426c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c1b16-5e47-4b3b-b44b-340d4ecc6608,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:38.155783 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-fd7e6eb7-3ca9-4c76-b6fb-0495c52bf8fe None None] Provisioning complete for port 9afc0f27-fe70-435d-bf68-0881f54022f3 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:38.156259 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6eb7-3ca9-4c76-b6fb-0495c52bf8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.161221 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e0fc068-0207-4f48-9deb-e45fd7997017 req-b5b37968-996b-432c-94cb-37377cecb9c1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363068 Jun 16 23:01:38.264389 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.272818 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e6eb7-3ca9-4c76-b6fb-0495c52bf8fe None None] Current status of the port 9afc0f27-fe70-435d-bf68-0881f54022f3 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:38.340663 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks [] for router_gateway (36060681-a240-49c2-aa1d-d6ae06d5502b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.379886 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-b31bbde4-6a85-44f4-b964-02dbbc83128b service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172520 Jun 16 23:01:38.464518 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50844) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:38.484061 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-12ee8926-ad92-42c7-ae3e-dc957c3db49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.582652 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:38.644018 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-768348ab-88a8-46d9-a144-8abdaa7337a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:38.646956 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-768348ab-88a8-46d9-a144-8abdaa7337a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa915362-6371-474d-bd5e-1440a44c78bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190197 Jun 16 23:01:38.681290 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-12ee8926-ad92-42c7-ae3e-dc957c3db49f admin admin] Publish callbacks [] for security_group (323c8b3d-be3f-4a68-9819-cf9b848ca3ff), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.689565 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-12ee8926-ad92-42c7-ae3e-dc957c3db49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (323c8b3d-be3f-4a68-9819-cf9b848ca3ff), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.718366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:38.749804 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-12ee8926-ad92-42c7-ae3e-dc957c3db49f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9667137f74dd4b1ab149c1dabc24ec22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840641 Jun 16 23:01:38.753016 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50864) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:38.760039 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee8926-ad92-42c7-ae3e-dc957c3db49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323c8b3d-be3f-4a68-9819-cf9b848ca3ff,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:38.765171 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ae59887-9cae-4877-a417-19d585656930 req-1e12ac73-c020-4b5a-a3c1-8c73b0d59355 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365103 Jun 16 23:01:38.773904 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:38.824121 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cad68d9c-bec6-4609-9a22-e2f01be9ab82 admin admin] Publish callbacks [] for security_group (323c8b3d-be3f-4a68-9819-cf9b848ca3ff), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.841503 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afaca3-26ba-4840-8fff-d54b1c1477e1 req-6f81ebdd-fde3-4ca4-9b09-65c57c65d540 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:38.846274 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-86afaca3-26ba-4840-8fff-d54b1c1477e1 req-6f81ebdd-fde3-4ca4-9b09-65c57c65d540 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.1427789 Jun 16 23:01:38.856410 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cad68d9c-bec6-4609-9a22-e2f01be9ab82 admin admin] Publish callbacks [] for security_group (323c8b3d-be3f-4a68-9819-cf9b848ca3ff), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.916321 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cad68d9c-bec6-4609-9a22-e2f01be9ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (323c8b3d-be3f-4a68-9819-cf9b848ca3ff), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.919494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-cad68d9c-bec6-4609-9a22-e2f01be9ab82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:38.920998 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-cad68d9c-bec6-4609-9a22-e2f01be9ab82 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/323c8b3d-be3f-4a68-9819-cf9b848ca3ff HTTP/1.1" status: 204 len: 168 time: 0.1669168 Jun 16 23:01:38.941685 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad68d9c-bec6-4609-9a22-e2f01be9ab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323c8b3d-be3f-4a68-9819-cf9b848ca3ff,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:38.945692 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29f3cbda-9d5a-4cd3-b856-61b489fc3478 req-49c0ab55-9116-49e7-817e-d12185680af6 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206429 Jun 16 23:01:38.953259 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed280e65-0647-4e21-9f04-0217c592feac req-c736b97f-3673-4be7-a2b6-0e952f3f373a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:38.955076 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ed280e65-0647-4e21-9f04-0217c592feac req-c736b97f-3673-4be7-a2b6-0e952f3f373a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.1692283 Jun 16 23:01:39.032519 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (36060681-a240-49c2-aa1d-d6ae06d5502b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:39.040399 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-86afaca3-26ba-4840-8fff-d54b1c1477e1 req-4e409298-d4f8-4d3d-9ea6-2d3bd6939f56 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741385 Jun 16 23:01:39.047843 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ed280e65-0647-4e21-9f04-0217c592feac req-a2827e72-b2c0-4917-a173-b9b97777fa4b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850730 Jun 16 23:01:39.238157 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Router 36060681-a240-49c2-aa1d-d6ae06d5502b is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:01:39.251438 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 9afc0f27-fe70-435d-bf68-0881f54022f3 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:39.300859 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 9afc0f27-fe70-435d-bf68-0881f54022f3 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:39.301237 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:39.338652 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:39.361001 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e644e1-8bfd-4ba1-b002-a1bd8cba4ef2 req-5d12415e-25fb-4f62-aa24-53b1c03babf3 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:39.362685 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d8e644e1-8bfd-4ba1-b002-a1bd8cba4ef2 req-5d12415e-25fb-4f62-aa24-53b1c03babf3 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1438458 Jun 16 23:01:39.388567 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 9afc0f27-fe70-435d-bf68-0881f54022f3 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:39.436062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f369f-6a02-42fa-999d-461157412862 req-49e3a362-041c-44eb-90f3-e8807b5ca243 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:39.437649 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f37f369f-6a02-42fa-999d-461157412862 req-49e3a362-041c-44eb-90f3-e8807b5ca243 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.1655984 Jun 16 23:01:39.513891 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d8e644e1-8bfd-4ba1-b002-a1bd8cba4ef2 req-3d8aac84-b9d0-4362-a9e1-bb731b829ed4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294513 Jun 16 23:01:39.525791 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:01:39.534744 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f37f369f-6a02-42fa-999d-461157412862 req-14769771-144b-451a-9f11-12d8e2c25a16 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892837 Jun 16 23:01:39.544114 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Sync routers for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:01:39.550264 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:39.552038 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c3a1588c-bbf0-4ba4-966a-52ba92f7e91c admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2780378 Jun 16 23:01:39.554743 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50892) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:39.556613 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:39.557212 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:39.657475 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:39.663875 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:39.826533 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3ae59887-9cae-4877-a417-19d585656930 req-e692573f-aa8e-4eb6-89e3-cc61dfa2a0c6 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908073 Jun 16 23:01:39.848167 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:38Z', 'revision_number': 3, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:39.920670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:39.921260 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-e78c26e0-edbc-4cf8-b492-42376b087935 service neutron] 10.222.0.26 "GET /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865808 Jun 16 23:01:39.961830 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Checking router: 36060681-a240-49c2-aa1d-d6ae06d5502b for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:01:39.962166 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Updating router 36060681-a240-49c2-aa1d-d6ae06d5502b port 579e72bc-e10d-40c3-9de0-74eafadbefd5 binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:01:39.997146 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.000442 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50908) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:40.051058 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.154914 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1460346222-network', 'tenant_id': '5a1cfcacb5ed448cb73ad5054ed0964b'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:40.192452 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Made reservation on behalf of 5a1cfcacb5ed448cb73ad5054ed0964b for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:40.195740 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.237778 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.240468 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:01:40.300272 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00857f30-4c7b-4e41-8444-058e1e01506f req-6b1d17c4-00e0-4575-9ba0-5a4ff7126956 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:40.301809 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-00857f30-4c7b-4e41-8444-058e1e01506f req-6b1d17c4-00e0-4575-9ba0-5a4ff7126956 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.1201644 Jun 16 23:01:40.333177 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f122e-1eb2-4eac-afa6-f5336a7697d0 req-5830482c-f2fb-4442-b504-2b84f8d2a2da tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:40.334700 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e22f122e-1eb2-4eac-afa6-f5336a7697d0 req-5830482c-f2fb-4442-b504-2b84f8d2a2da tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.1408134 Jun 16 23:01:40.352492 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Publish callbacks [] for security_group (93920a0c-96be-440f-a664-e01ff36badca), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.353656 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:40.355590 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Publish callbacks [] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.359355 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:40.360446 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (93920a0c-96be-440f-a664-e01ff36badca), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.364317 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.402401 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:01:40.404601 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:40.405072 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Allocated IP 172.20.0.1 (9e714880-bad0-4adf-82ee-dc3ffe4b848d/af115d54-8d5d-4353-b04c-4d826bdb6216/23bd2877-362d-4f34-a527-10b1073c14a9) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:40.411199 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:40.419579 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Attempting to bind port 579e72bc-e10d-40c3-9de0-74eafadbefd5 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:40.420228 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Attempting to bind port 579e72bc-e10d-40c3-9de0-74eafadbefd5 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:40.420865 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Attempting to bind port 579e72bc-e10d-40c3-9de0-74eafadbefd5 on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:40.424420 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93920a0c-96be-440f-a664-e01ff36badca,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:40.429668 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '42e82895-598b-468f-aac2-e51ebe9d9946', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'port_id': '42e82895-598b-468f-aac2-e51ebe9d9946', 'mac_address': 'fa:16:3e:83:dd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:01:40.432961 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (a387984d-ae56-4fc6-9742-ca0f4fb40164), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.433391 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Added segment a387984d-ae56-4fc6-9742-ca0f4fb40164 of type vlan for network e7da4521-f34e-4d71-8248-8d3ed01e5c06 Jun 16 23:01:40.438605 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:40.439305 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:40.439883 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.440430 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:40.441038 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Bound port: 579e72bc-e10d-40c3-9de0-74eafadbefd5, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:40.441565 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.466504 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-00857f30-4c7b-4e41-8444-058e1e01506f req-2d6dc647-2798-4fab-b955-4faf96270cec tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432741 Jun 16 23:01:40.467750 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Pushing event updated for resources: {'Port': ['ID=579e72bc-e10d-40c3-9de0-74eafadbefd5,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:40.481200 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e22f122e-1eb2-4eac-afa6-f5336a7697d0 req-08edd8ee-a088-49c4-aad7-c68a66703e69 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387682 Jun 16 23:01:40.487031 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.487579 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.488184 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 42e82895-598b-468f-aac2-e51ebe9d9946 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:40.488370 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.488753 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.489072 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.489555 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.490248 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.490744 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.491222 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.491716 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.492178 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.492829 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.493306 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.493910 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.494523 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.494872 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:01:40.514493 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e82895-598b-468f-aac2-e51ebe9d9946 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:40.534295 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] For port 579e72bc-e10d-40c3-9de0-74eafadbefd5, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:40.543389 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] For port 579e72bc-e10d-40c3-9de0-74eafadbefd5, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=579e72bc-e10d-40c3-9de0-74eafadbefd5,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:40.555938 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.561786 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:40.570064 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.649898 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:40.650816 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:40.658708 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-457c3de4-58d4-4260-890e-63a8fb2b4349 req-c3b69193-e678-4516-a8e1-782202e34fe2 service neutron] 10.222.0.26 "GET /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317110 Jun 16 23:01:40.658956 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:40.662977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (e7da4521-f34e-4d71-8248-8d3ed01e5c06), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.668995 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Publish callbacks [] for port (23bd2877-362d-4f34-a527-10b1073c14a9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.670624 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:40.694712 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (e7da4521-f34e-4d71-8248-8d3ed01e5c06), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.695600 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e09a64-0758-449a-b0d2-dfc2e2f21626 None None] Pushing event updated for resources: {'Port': ['ID=579e72bc-e10d-40c3-9de0-74eafadbefd5,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:40.695723 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:40.696302 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.734630 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7325108 Jun 16 23:01:40.746199 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 50928) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:40.756009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c1ae6-f101-4838-91dd-5564772d0280 req-b9e0aca9-566e-426c-9b81-f5f84a811501 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:40.757977 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-677c1ae6-f101-4838-91dd-5564772d0280 req-b9e0aca9-566e-426c-9b81-f5f84a811501 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1234763 Jun 16 23:01:40.763105 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Request body: {'subnet': {'network_id': 'e7da4521-f34e-4d71-8248-8d3ed01e5c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1460346222-subnet', 'tenant_id': '5a1cfcacb5ed448cb73ad5054ed0964b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:40.769538 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e52b5-0a48-4505-b343-f6fe4cd8cc0c admin admin] Pushing event updated for resources: {'Network': ['ID=e7da4521-f34e-4d71-8248-8d3ed01e5c06,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:40.771838 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:40.778790 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network e7da4521-f34e-4d71-8248-8d3ed01e5c06 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:01:40.805553 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2f1f-d72d-4300-ba27-bbd5b23a60c4 req-79c810b2-2c0e-4266-8a62-8f50b4472835 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:40.807175 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4ccb2f1f-d72d-4300-ba27-bbd5b23a60c4 req-79c810b2-2c0e-4266-8a62-8f50b4472835 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.1744425 Jun 16 23:01:40.817611 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50930) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:40.822460 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'floatingip': {'port_id': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:40.838224 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:40.866788 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['42e82895-598b-468f-aac2-e51ebe9d9946'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:01:40.909911 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-677c1ae6-f101-4838-91dd-5564772d0280 req-adc3d899-b870-4054-8c2c-818391ae42e0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019821 Jun 16 23:01:40.919587 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (1f48a915-a490-44df-93e9-8237f65b3a44), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:40.920601 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Made reservation on behalf of 5a1cfcacb5ed448cb73ad5054ed0964b for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:40.925783 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:41.001696 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:38Z', 'revision_number': 3, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:41.034628 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc58341-7f30-48c0-9fcd-6fcc918ecca8 None None] The sync data for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi is: [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:38Z', 'revision_number': 3, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:01:41.047635 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:41.112146 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5330c-7729-466f-9a1d-ec44e55b9caf req-8e9ffc08-5314-4391-9b6e-aacc76fa3a45 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:41.112352 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1fa5330c-7729-466f-9a1d-ec44e55b9caf req-8e9ffc08-5314-4391-9b6e-aacc76fa3a45 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.1996653 Jun 16 23:01:41.122216 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:41.139840 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:41.157080 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:41.167714 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:41.168313 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (36060681-a240-49c2-aa1d-d6ae06d5502b), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:41.176823 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Pushing event updated for resources: {'Port': ['ID=23bd2877-362d-4f34-a527-10b1073c14a9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:41.315266 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1fa5330c-7729-466f-9a1d-ec44e55b9caf req-99527372-c788-4fce-806a-62b11a4434b1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966195 Jun 16 23:01:41.502219 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (d6f29d10-1866-4a73-ab94-06a4283ffc8a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:41.516641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50944) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:41.539443 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-589a9847-888e-4c56-8754-1d7889ef7dd4 None None] Provisioning complete for port 23bd2877-362d-4f34-a527-10b1073c14a9 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:41.540388 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-589a9847-888e-4c56-8754-1d7889ef7dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:41.578319 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-589a9847-888e-4c56-8754-1d7889ef7dd4 None None] Port 23bd2877-362d-4f34-a527-10b1073c14a9 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:41.601525 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f29d10-1866-4a73-ab94-06a4283ffc8a,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:41.660435 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e06d62-fb8d-47e2-bd38-beb875fd5427 req-cf50f45a-070f-4d4b-901b-ea26f6e6f86b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:41.662083 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48e06d62-fb8d-47e2-bd38-beb875fd5427 req-cf50f45a-070f-4d4b-901b-ea26f6e6f86b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 945 time: 0.0581758 Jun 16 23:01:41.730738 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:41.736106 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bbb06890-7992-4c7c-aeef-d1fe349909f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:41.743519 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:41.772287 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Checking segment: {'id': 'a387984d-ae56-4fc6-9742-ca0f4fb40164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e7da4521-f34e-4d71-8248-8d3ed01e5c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:41.772642 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Network hostable DHCP agents. Network: e7da4521-f34e-4d71-8248-8d3ed01e5c06, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:01:41.823297 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48e06d62-fb8d-47e2-bd38-beb875fd5427 req-09a00476-46e3-4514-a6ae-322d0cf96465 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1518648 Jun 16 23:01:41.878868 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Network e7da4521-f34e-4d71-8248-8d3ed01e5c06 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:01:41.917349 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, e7da4521-f34e-4d71-8248-8d3ed01e5c06) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:41.924479 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:41.925232 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:41.929974 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ac6a7-b191-4840-a048-424d41278d7e None None] Network e7da4521-f34e-4d71-8248-8d3ed01e5c06 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:41.954241 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:41.969885 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5b0c25f5-4519-4cd3-9417-5b5ca4378c58 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2111797 Jun 16 23:01:42.033534 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Publish callbacks [] for port (23bd2877-362d-4f34-a527-10b1073c14a9), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.056683 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.056683 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (36060681-a240-49c2-aa1d-d6ae06d5502b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.143212 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba63365-1237-4bbd-a7ba-35eee736860c None None] Network e7da4521-f34e-4d71-8248-8d3ed01e5c06 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:42.183470 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.194741 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2065c-7a41-463a-b1c1-44b692e4ce52 req-2938120b-19a6-4668-a866-e05c0a61d7ca tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:42.198738 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (1f48a915-a490-44df-93e9-8237f65b3a44), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.203030 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-16c2065c-7a41-463a-b1c1-44b692e4ce52 req-2938120b-19a6-4668-a866-e05c0a61d7ca tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1652298 Jun 16 23:01:42.257380 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device cdc1a373-1b2c-4326-9d15-b3c2fc92a365 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:01:42.285451 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:42.289848 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:42.336851 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:42.406465 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 42e82895-598b-468f-aac2-e51ebe9d9946 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:01:42.423806 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bbb06890-7992-4c7c-aeef-d1fe349909f3 admin admin] Publish callbacks [] for security_group (8b1616d3-4f42-48b3-a7e6-16d551d613c0), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.424076 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 42e82895-598b-468f-aac2-e51ebe9d9946 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:42.424593 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.443752 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bbb06890-7992-4c7c-aeef-d1fe349909f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8b1616d3-4f42-48b3-a7e6-16d551d613c0), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.496231 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=6,neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:42.542376 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port cdc1a373-1b2c-4326-9d15-b3c2fc92a365, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:42.549051 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Floating IP 1f48a915-a490-44df-93e9-8237f65b3a44 associated. External IP: 172.27.3.46, port: a7d62259-83d7-4cc4-b290-3fa8f2b03ade. Jun 16 23:01:42.599260 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 42e82895-598b-468f-aac2-e51ebe9d9946 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:42.600202 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.607107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:01:42.614906 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bbb06890-7992-4c7c-aeef-d1fe349909f3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bd58c1c77685485ca8fd862e03dbbd89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0947464 Jun 16 23:01:42.621003 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50966) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:42.621755 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb06890-7992-4c7c-aeef-d1fe349909f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1616d3-4f42-48b3-a7e6-16d551d613c0,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:42.658126 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Pushing event updated for resources: {'Port': ['ID=23bd2877-362d-4f34-a527-10b1073c14a9,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:42.706948 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-16c2065c-7a41-463a-b1c1-44b692e4ce52 req-391c8de1-f05d-44bb-bdce-f30f675d00b4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028615 Jun 16 23:01:42.707478 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:42.707951 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.722016 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:42.732240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb809d7e-40a5-4ecc-815e-5d3be6c4a28c req-5e2eb577-0d3d-4616-836c-b9e116bc5ed4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:42.733868 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb809d7e-40a5-4ecc-815e-5d3be6c4a28c req-5e2eb577-0d3d-4616-836c-b9e116bc5ed4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 943 time: 0.1066592 Jun 16 23:01:42.766877 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:42.770656 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4988b902-fd20-4537-ae7a-ee39fa2b593f" -d '{"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-plugged", "status": "completed", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:42.782120 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:42.785378 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc1a373-1b2c-4326-9d15-b3c2fc92a365 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:01:42.787437 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd65f627-90e6-4484-b2f6-34eb1b722cb3 admin admin] Publish callbacks [] for security_group (8b1616d3-4f42-48b3-a7e6-16d551d613c0), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.792940 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.814128 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:42.818678 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd65f627-90e6-4484-b2f6-34eb1b722cb3 admin admin] Publish callbacks [] for security_group (8b1616d3-4f42-48b3-a7e6-16d551d613c0), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.821304 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:42.837829 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port cdc1a373-1b2c-4326-9d15-b3c2fc92a365, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:42.845185 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:42.883666 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dae851-d967-4144-9b18-e370839bd183 x-openstack-request-id: req-f8dae851-d967-4144-9b18-e370839bd183 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:42.883984 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-plugged", "status": "completed", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:42.886184 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f8dae851-d967-4144-9b18-e370839bd183 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:42.886743 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8dae851-d967-4144-9b18-e370839bd183'] response: {'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946', 'code': 200} Jun 16 23:01:42.901424 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:42.965290 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Router 77088178-3e79-49b5-be89-703af2e76401 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:01:43.005959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd65f627-90e6-4484-b2f6-34eb1b722cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8b1616d3-4f42-48b3-a7e6-16d551d613c0), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.033727 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd65f627-90e6-4484-b2f6-34eb1b722cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.039268 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-dd65f627-90e6-4484-b2f6-34eb1b722cb3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8b1616d3-4f42-48b3-a7e6-16d551d613c0 HTTP/1.1" status: 204 len: 168 time: 0.4142344 Jun 16 23:01:43.042175 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 50978) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:43.063067 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1468189407-network', 'tenant_id': '01a566c0abd24253857e5926c1f653b5'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:43.066708 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:43.112680 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f627-90e6-4484-b2f6-34eb1b722cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1616d3-4f42-48b3-a7e6-16d551d613c0,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:43.149843 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb809d7e-40a5-4ecc-815e-5d3be6c4a28c req-7c4eeb7d-24de-450b-97b6-43fa3a18929c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069402 Jun 16 23:01:43.195801 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['cdc1a373-1b2c-4326-9d15-b3c2fc92a365'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:01:43.287625 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Made reservation on behalf of 01a566c0abd24253857e5926c1f653b5 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:43.290454 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4d764-20fa-4d28-8c14-4245d0602a6a req-beabbf43-b4f7-4c51-b4fd-da29f2e21de7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:43.290908 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.305222 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-56c4d764-20fa-4d28-8c14-4245d0602a6a req-beabbf43-b4f7-4c51-b4fd-da29f2e21de7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.2212360 Jun 16 23:01:43.324956 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.367617 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Router 36060681-a240-49c2-aa1d-d6ae06d5502b has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:01:43.374892 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:01:43.386224 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.432739 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-56c4d764-20fa-4d28-8c14-4245d0602a6a req-b45ae10e-460f-4000-b98b-92a8b383a423 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169126 Jun 16 23:01:43.516127 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0ec420f5-226e-4a2d-ab1a-f6f12abcc742 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "PUT /v2.0/floatingips/1f48a915-a490-44df-93e9-8237f65b3a44 HTTP/1.1" status: 200 len: 991 time: 2.6943865 Jun 16 23:01:43.516824 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'tag': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:43.519769 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07456e63-8900-4d87-81f1-c73e81328347" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c73822-1dfa-4eed-bf02-1123b0402755", "tag": "a7d62259-83d7-4cc4-b290-3fa8f2b03ade"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:43.540596 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f022641-31fc-49b6-8188-76ae0ce77641 req-1a9151d0-05d2-4d72-8db1-e22ed8ced057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:43.545280 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f022641-31fc-49b6-8188-76ae0ce77641 req-1a9151d0-05d2-4d72-8db1-e22ed8ced057 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 1130 time: 0.1265538 Jun 16 23:01:43.557680 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 579e72bc-e10d-40c3-9de0-74eafadbefd5 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:43.563510 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] Sync routers for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:01:43.573000 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-f91543f9-7cbb-4603-ae0a-56ec5797f1cd None None] Provisioning complete for port 23bd2877-362d-4f34-a527-10b1073c14a9 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:43.573622 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f91543f9-7cbb-4603-ae0a-56ec5797f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.575872 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:01:43.590660 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a8315744-5910-4ae9-bfc2-8f064ff2b6bf admin admin] 10.222.0.17 "PUT /v2.0/routers/36060681-a240-49c2-aa1d-d6ae06d5502b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0262136 Jun 16 23:01:43.595908 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2e0be2-1594-4cb5-9670-c4736cf1b495 x-openstack-request-id: req-2d2e0be2-1594-4cb5-9670-c4736cf1b495 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:43.596194 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c73822-1dfa-4eed-bf02-1123b0402755", "tag": "a7d62259-83d7-4cc4-b290-3fa8f2b03ade", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:43.596645 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2d2e0be2-1594-4cb5-9670-c4736cf1b495 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:43.597644 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2e0be2-1594-4cb5-9670-c4736cf1b495'] response: {'name': 'network-changed', 'server_uuid': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'tag': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'status': 'completed', 'code': 200} Jun 16 23:01:43.607075 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:43.622185 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:43.667194 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Sync routers for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:01:43.689945 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:43.691082 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:43.711253 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4f022641-31fc-49b6-8188-76ae0ce77641 req-494c1d05-8ec8-47c1-956e-4d593bca12b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585557 Jun 16 23:01:43.732933 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:43.734223 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:43.739590 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f91543f9-7cbb-4603-ae0a-56ec5797f1cd None None] Port 23bd2877-362d-4f34-a527-10b1073c14a9 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:43.751619 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Publish callbacks [] for security_group (bde008f2-ca0b-41a7-8e4e-64321b611a2f), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.757619 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07456e63-8900-4d87-81f1-c73e81328347 req-b73ee353-96be-428d-9279-6a433599f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:43.760129 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07456e63-8900-4d87-81f1-c73e81328347 req-b73ee353-96be-428d-9279-6a433599f88d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 1130 time: 0.1396928 Jun 16 23:01:43.761462 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (bde008f2-ca0b-41a7-8e4e-64321b611a2f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.779305 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:01:43.799337 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (859e4968-6071-414f-bc5b-72ed5e6e4381), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.799337 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Added segment 859e4968-6071-414f-bc5b-72ed5e6e4381 of type vlan for network 419ff7cb-a46d-429b-9bd8-291bc673c695 Jun 16 23:01:43.906784 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51000) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:43.915164 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:43.919589 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (419ff7cb-a46d-429b-9bd8-291bc673c695), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.929626 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2aeb-ed9a-40bf-9caf-23f187011262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:43.934570 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:43.957633 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868eaa-71ef-4037-b04f-1ec939eae185 req-ddeb388e-eff4-4e13-86a0-a8a696a3f113 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:43.959148 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-38868eaa-71ef-4037-b04f-1ec939eae185 req-ddeb388e-eff4-4e13-86a0-a8a696a3f113 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0966241 Jun 16 23:01:44.003441 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (419ff7cb-a46d-429b-9bd8-291bc673c695), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.004780 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:44.005465 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.010233 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:44.051545 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 579e72bc-e10d-40c3-9de0-74eafadbefd5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:44.052521 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.071253 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:44.072860 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2aeb-ed9a-40bf-9caf-23f187011262 admin admin] Publish callbacks [] for security_group (489e0410-ad37-4675-8863-9c0df54ea951), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.083464 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b9ee2aeb-ed9a-40bf-9caf-23f187011262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (489e0410-ad37-4675-8863-9c0df54ea951), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.152592 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:44.180021 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-38868eaa-71ef-4037-b04f-1ec939eae185 req-f32784e8-14fa-4163-9f0d-fa5029c0906f tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129462 Jun 16 23:01:44.200169 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b9ee2aeb-ed9a-40bf-9caf-23f187011262 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b1a49045ea794afa8d7c697052559550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900515 Jun 16 23:01:44.200169 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee2aeb-ed9a-40bf-9caf-23f187011262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e0410-ad37-4675-8863-9c0df54ea951,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:44.201121 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:44.201253 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51008) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:44.219648 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1696696 Jun 16 23:01:44.224918 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Pushing event updated for resources: {'Network': ['ID=419ff7cb-a46d-429b-9bd8-291bc673c695,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:44.226438 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51010) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:44.248667 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Request body: {'subnet': {'network_id': '419ff7cb-a46d-429b-9bd8-291bc673c695', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1468189407-subnet', 'tenant_id': '01a566c0abd24253857e5926c1f653b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:44.279148 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944411-41e9-42bd-a0ce-9c163c66284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde008f2-ca0b-41a7-8e4e-64321b611a2f,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:44.299310 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:44.309446 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Made reservation on behalf of 01a566c0abd24253857e5926c1f653b5 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:44.312385 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.321331 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 419ff7cb-a46d-429b-9bd8-291bc673c695 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:01:44.322677 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07456e63-8900-4d87-81f1-c73e81328347 req-a684fd8a-c2a0-4e68-8d9e-c75bfb600bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:44.324340 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07456e63-8900-4d87-81f1-c73e81328347 req-a684fd8a-c2a0-4e68-8d9e-c75bfb600bfb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 911 time: 0.3496804 Jun 16 23:01:44.362132 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 2, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:44.395147 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Checking router: 36060681-a240-49c2-aa1d-d6ae06d5502b for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:01:44.395496 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Updating router 36060681-a240-49c2-aa1d-d6ae06d5502b port 23bd2877-362d-4f34-a527-10b1073c14a9 binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:01:44.436246 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.484023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c8a16-3170-4047-9860-b65f7c6da985 req-012d0196-8188-48d8-b5cf-0b9b7d365925 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:44.485692 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a42c8a16-3170-4047-9860-b65f7c6da985 req-012d0196-8188-48d8-b5cf-0b9b7d365925 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.1776025 Jun 16 23:01:44.495208 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1323d-02ce-4fe5-b766-40b8c7df784d req-b3612c74-6b52-4776-acae-74ebe0072b21 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:44.502090 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48c1323d-02ce-4fe5-b766-40b8c7df784d req-b3612c74-6b52-4776-acae-74ebe0072b21 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 944 time: 0.1950068 Jun 16 23:01:44.563758 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 579e72bc-e10d-40c3-9de0-74eafadbefd5 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:44.564856 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.572452 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b13c7f79-7801-4ce1-ac68-28509cf00ea5 admin admin] Publish callbacks [] for security_group (489e0410-ad37-4675-8863-9c0df54ea951), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.628575 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 579e72bc-e10d-40c3-9de0-74eafadbefd5, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=579e72bc-e10d-40c3-9de0-74eafadbefd5,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:44.644305 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b13c7f79-7801-4ce1-ac68-28509cf00ea5 admin admin] Publish callbacks [] for security_group (489e0410-ad37-4675-8863-9c0df54ea951), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.647821 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.690094 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a42c8a16-3170-4047-9860-b65f7c6da985 req-b10f639f-cb80-443e-b8e2-e1bde6b8f587 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839473 Jun 16 23:01:44.715513 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48c1323d-02ce-4fe5-b766-40b8c7df784d req-b558d0bf-1419-45b8-aafb-f817e5151fee tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004611 Jun 16 23:01:44.736352 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51022) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:44.746932 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1113254606-network', 'tenant_id': '1c9163c4876f4500883459a1afca5edd'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:44.773812 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Made reservation on behalf of 1c9163c4876f4500883459a1afca5edd for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:44.778280 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.798573 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.804913 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Publish callbacks [] for port (23bd2877-362d-4f34-a527-10b1073c14a9), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.813945 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=579e72bc-e10d-40c3-9de0-74eafadbefd5,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:44.814254 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.838415 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '1f48a915-a490-44df-93e9-8237f65b3a44', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77088178-3e79-49b5-be89-703af2e76401', 'port_id': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'mac_address': 'fa:16:3e:89:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:00:51Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 1, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:44.843248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (3b7ce975-38bc-4fd4-bc01-ae057666b378), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.880933 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b13c7f79-7801-4ce1-ac68-28509cf00ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (489e0410-ad37-4675-8863-9c0df54ea951), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.884389 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b13c7f79-7801-4ce1-ac68-28509cf00ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:44.887833 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b13c7f79-7801-4ce1-ac68-28509cf00ea5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/489e0410-ad37-4675-8863-9c0df54ea951 HTTP/1.1" status: 204 len: 168 time: 0.6796639 Jun 16 23:01:44.914070 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] Checking router: 77088178-3e79-49b5-be89-703af2e76401 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:01:44.918846 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c7f79-7801-4ce1-ac68-28509cf00ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e0410-ad37-4675-8863-9c0df54ea951,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:44.947029 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7ce975-38bc-4fd4-bc01-ae057666b378,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:44.953712 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Checking segment: {'id': '859e4968-6071-414f-bc5b-72ed5e6e4381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '419ff7cb-a46d-429b-9bd8-291bc673c695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:44.954245 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Network hostable DHCP agents. Network: 419ff7cb-a46d-429b-9bd8-291bc673c695, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:01:44.970826 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:44.973184 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:45.006167 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46236f3-fbee-4519-a658-c8bebbb3467f None None] Pushing event updated for resources: {'Port': ['ID=23bd2877-362d-4f34-a527-10b1073c14a9,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:45.011009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Network 419ff7cb-a46d-429b-9bd8-291bc673c695 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:01:45.026690 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Publish callbacks [] for security_group (39faa070-6dd5-4ff3-ab58-e8619f758faa), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.032256 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (39faa070-6dd5-4ff3-ab58-e8619f758faa), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.044466 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 419ff7cb-a46d-429b-9bd8-291bc673c695) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:45.053417 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:45.056848 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.065977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:01:45.083905 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (c452324c-ee6c-4af3-b701-68dd854caaac), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.084282 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Added segment c452324c-ee6c-4af3-b701-68dd854caaac of type vlan for network c9625366-e1ad-4696-a11c-b791fe9b8200 Jun 16 23:01:45.099169 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a041f177-8d2d-43fc-904b-f07ae6e03127 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8679912 Jun 16 23:01:45.114738 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Attempting to bind port 23bd2877-362d-4f34-a527-10b1073c14a9 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:45.116330 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Attempting to bind port 23bd2877-362d-4f34-a527-10b1073c14a9 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:45.118389 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Attempting to bind port 23bd2877-362d-4f34-a527-10b1073c14a9 on network 9e714880-bad0-4adf-82ee-dc3ffe4b848d {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:45.131795 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:45.133564 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Checking segment: {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:45.134076 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.136569 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Bound using segment: {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:45.137208 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Bound port: 23bd2877-362d-4f34-a527-10b1073c14a9, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:45.137840 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.187241 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (c9625366-e1ad-4696-a11c-b791fe9b8200), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.194679 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d803b11f-dec4-4c68-aa72-546d243f53e6 None None] Network 419ff7cb-a46d-429b-9bd8-291bc673c695 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:45.234702 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:45.246559 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] For port 23bd2877-362d-4f34-a527-10b1073c14a9, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:45.255714 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (c9625366-e1ad-4696-a11c-b791fe9b8200), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.256698 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:45.258109 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] For port 23bd2877-362d-4f34-a527-10b1073c14a9, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=23bd2877-362d-4f34-a527-10b1073c14a9,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:45.261371 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.269217 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.285463 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:45.360925 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:45.370141 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a477321-7e14-4d6d-b6c5-0a0861c95315 req-a46221e2-a5d7-443e-a398-ccfee8e5b533 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:45.370746 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39faa070-6dd5-4ff3-ab58-e8619f758faa,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:45.374180 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1a477321-7e14-4d6d-b6c5-0a0861c95315 req-a46221e2-a5d7-443e-a398-ccfee8e5b533 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.2368886 Jun 16 23:01:45.403891 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6661582 Jun 16 23:01:45.416320 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51032) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:45.432633 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Request body: {'subnet': {'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1113254606-subnet', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:45.473901 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:45.474337 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:45.484247 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 579e72bc-e10d-40c3-9de0-74eafadbefd5 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:45.522210 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244584e-b28c-4943-a827-eb457164dcf4 admin admin] Pushing event updated for resources: {'Network': ['ID=c9625366-e1ad-4696-a11c-b791fe9b8200,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:45.536785 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46236f3-fbee-4519-a658-c8bebbb3467f None None] Pushing event updated for resources: {'Port': ['ID=23bd2877-362d-4f34-a527-10b1073c14a9,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:45.552685 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:45.569047 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network c9625366-e1ad-4696-a11c-b791fe9b8200 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:01:45.578214 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Made reservation on behalf of 1c9163c4876f4500883459a1afca5edd for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:01:45.589185 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.600629 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-087b2e1a-a993-4e98-8847-395eb86eecb9 None None] Provisioning complete for port 23bd2877-362d-4f34-a527-10b1073c14a9 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:45.601379 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-087b2e1a-a993-4e98-8847-395eb86eecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.608085 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:45.700727 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:45.703598 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:45.730101 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:45.820322 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea592e-94d4-42d8-aa5f-00cee3231c48 req-1bfdcc7b-8d14-4922-89ce-455450bccb4d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:45.822338 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-daea592e-94d4-42d8-aa5f-00cee3231c48 req-1bfdcc7b-8d14-4922-89ce-455450bccb4d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.4460657 Jun 16 23:01:45.890175 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb4f70-fd51-43fe-a8f3-0b28bb09c552 None None] Network 419ff7cb-a46d-429b-9bd8-291bc673c695 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:45.896462 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1a477321-7e14-4d6d-b6c5-0a0861c95315 req-46db60a5-4f60-4979-a085-90dc3da21e53 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4707425 Jun 16 23:01:45.904390 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:45.906436 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 579e72bc-e10d-40c3-9de0-74eafadbefd5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:45.906908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:45.964156 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:45Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:46.019162 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-daea592e-94d4-42d8-aa5f-00cee3231c48 req-82b3b128-316b-4a37-a984-764cb943f2ae tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796639 Jun 16 23:01:46.056141 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c54b28-f1a3-47be-974d-7af08c6d39c2 None None] The sync data for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi is: [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:45Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:01:46.264242 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7e4df-2870-404d-97e2-d1683361cdc9 req-fc18b911-008d-445e-ba75-0bfad31ef68e tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:46.269111 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0c7e4df-2870-404d-97e2-d1683361cdc9 req-fc18b911-008d-445e-ba75-0bfad31ef68e tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.2073541 Jun 16 23:01:46.271705 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07456e63-8900-4d87-81f1-c73e81328347 req-9976479b-3a6e-43b1-948a-7264e080eadf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade HTTP/1.1" status: 200 len: 999 time: 0.1836367 Jun 16 23:01:46.339916 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device cdc1a373-1b2c-4326-9d15-b3c2fc92a365 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:46.378493 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (d3dd0926-a97a-4d85-90f2-459e52fcaf51), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:46.442527 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-087b2e1a-a993-4e98-8847-395eb86eecb9 None None] Current status of the port 23bd2877-362d-4f34-a527-10b1073c14a9 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:46.443132 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-087b2e1a-a993-4e98-8847-395eb86eecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:46.474833 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3dd0926-a97a-4d85-90f2-459e52fcaf51,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:46.484290 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934ad4-ce97-4dc7-8f0f-fc0f01c0b6ad req-c2730230-70a1-458e-a81a-cc3c78645e88 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:46.485999 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-77934ad4-ce97-4dc7-8f0f-fc0f01c0b6ad req-c2730230-70a1-458e-a81a-cc3c78645e88 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 944 time: 0.2088809 Jun 16 23:01:46.537961 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0c7e4df-2870-404d-97e2-d1683361cdc9 req-9c208062-17a4-4286-b33d-5b54b2e0ea58 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566524 Jun 16 23:01:46.642065 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07456e63-8900-4d87-81f1-c73e81328347 req-8e08b165-9b60-4f07-90a5-f8467224eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:46.645482 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-77934ad4-ce97-4dc7-8f0f-fc0f01c0b6ad req-106f02d2-98db-4195-acd3-4933859f2e00 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336386 Jun 16 23:01:46.649194 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07456e63-8900-4d87-81f1-c73e81328347 req-8e08b165-9b60-4f07-90a5-f8467224eb44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d441631d-427b-4b17-9128-b6f9e0efe649 HTTP/1.1" status: 200 len: 849 time: 0.0771811 Jun 16 23:01:46.691320 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-087b2e1a-a993-4e98-8847-395eb86eecb9 None None] For port 23bd2877-362d-4f34-a527-10b1073c14a9, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=23bd2877-362d-4f34-a527-10b1073c14a9,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:46.692075 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Checking segment: {'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:46.692720 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Network hostable DHCP agents. Network: c9625366-e1ad-4696-a11c-b791fe9b8200, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:01:46.727212 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Network c9625366-e1ad-4696-a11c-b791fe9b8200 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:01:46.727833 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:01:46.732793 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-087b2e1a-a993-4e98-8847-395eb86eecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:46.745183 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, c9625366-e1ad-4696-a11c-b791fe9b8200) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:46.750981 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:46.751623 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:46.773024 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-54b79ffb-8e74-44d7-be4c-32d288996a80 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3434253 Jun 16 23:01:46.773316 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51068) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:46.777798 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:46.789677 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:46.807175 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe7bffc-e98c-455d-8ff8-5540cbb3b087 None None] Network c9625366-e1ad-4696-a11c-b791fe9b8200 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:46.809616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (b30c4a4b-8359-4863-a579-9557907e1260), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:46.810809 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (b30c4a4b-8359-4863-a579-9557907e1260), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:46.848174 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:46.848672 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:46.880086 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks [] for router_controller (b30c4a4b-8359-4863-a579-9557907e1260), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:46.902956 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '1f48a915-a490-44df-93e9-8237f65b3a44', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77088178-3e79-49b5-be89-703af2e76401', 'port_id': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'mac_address': 'fa:16:3e:89:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:00:51Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 1, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:46.916822 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 579e72bc-e10d-40c3-9de0-74eafadbefd5 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:46.978425 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3776a-dace-4ad3-b1ff-2abef223f00f None None] The sync data for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi is: [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '1f48a915-a490-44df-93e9-8237f65b3a44', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77088178-3e79-49b5-be89-703af2e76401', 'port_id': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'mac_address': 'fa:16:3e:89:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:00:51Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 1, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:01:46.995122 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-4696f094-3eae-4e7e-86d1-2afe3a93c7ee None None] Provisioning complete for port 23bd2877-362d-4f34-a527-10b1073c14a9 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:46.995491 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4696f094-3eae-4e7e-86d1-2afe3a93c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:47.023326 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b2e1a-a993-4e98-8847-395eb86eecb9 None None] Pushing event updated for resources: {'Port': ['ID=23bd2877-362d-4f34-a527-10b1073c14a9,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:47.081383 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15f08-3759-42f7-a67d-8087256fb4e2 req-8d1f0977-84b9-4fd8-b943-cde67721204f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:47.083696 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cbf15f08-3759-42f7-a67d-8087256fb4e2 req-8d1f0977-84b9-4fd8-b943-cde67721204f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0892730 Jun 16 23:01:47.175786 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks [] for router_gateway (b30c4a4b-8359-4863-a579-9557907e1260), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:47.249773 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:47.249773 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:47.253008 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07456e63-8900-4d87-81f1-c73e81328347 req-2654bdc1-d11d-4841-abc7-ba340b842364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:47.254579 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07456e63-8900-4d87-81f1-c73e81328347 req-2654bdc1-d11d-4841-abc7-ba340b842364 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cf34f4a-7249-4d59-a812-ce9cab585661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715885 Jun 16 23:01:47.273929 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-c9625366-e1ad-4696-a11c-b791fe9b8200', 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200', 'project_id': '1c9163c4876f4500883459a1afca5edd', 'fixed_ips': [{'subnet_id': 'd3dd0926-a97a-4d85-90f2-459e52fcaf51'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:01:47.274897 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:47.345659 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd118b-cc42-4dbe-93f1-784454892318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:47.348615 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3834173-68a1-4c0e-b8c5-ff79b0742e65" -d '{"events": [{"server_uuid": "5cfd118b-cc42-4dbe-93f1-784454892318", "name": "network-vif-plugged", "status": "completed", "tag": "cdc1a373-1b2c-4326-9d15-b3c2fc92a365"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:47.351103 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-4696f094-3eae-4e7e-86d1-2afe3a93c7ee None None] Current status of the port 23bd2877-362d-4f34-a527-10b1073c14a9 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:47.375176 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port cdc1a373-1b2c-4326-9d15-b3c2fc92a365, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:47.397942 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cbf15f08-3759-42f7-a67d-8087256fb4e2 req-a47973a3-e220-409b-bc7f-f084709455ce tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2840359 Jun 16 23:01:47.408148 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9a355-1e27-40cd-a944-9f081574ea35 req-bb6945f8-091d-4f19-9360-62558cf96974 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:47.416608 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d8e9a355-1e27-40cd-a944-9f081574ea35 req-bb6945f8-091d-4f19-9360-62558cf96974 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.2224038 Jun 16 23:01:47.434479 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 23bd2877-362d-4f34-a527-10b1073c14a9 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:47.443800 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:47.497817 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:47.531850 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d8e9a355-1e27-40cd-a944-9f081574ea35 req-660ecba9-4083-40f9-b8cf-469f3aa081ea tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992463 Jun 16 23:01:47.537354 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826e0a35-2021-4586-aa84-f65c356a421b x-openstack-request-id: req-826e0a35-2021-4586-aa84-f65c356a421b {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:47.539092 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd118b-cc42-4dbe-93f1-784454892318", "name": "network-vif-plugged", "status": "completed", "tag": "cdc1a373-1b2c-4326-9d15-b3c2fc92a365", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:47.539586 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-826e0a35-2021-4586-aa84-f65c356a421b {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:47.540301 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826e0a35-2021-4586-aa84-f65c356a421b'] response: {'server_uuid': '5cfd118b-cc42-4dbe-93f1-784454892318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'code': 200} Jun 16 23:01:47.578402 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:47.658447 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:47.799501 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:47.804259 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07456e63-8900-4d87-81f1-c73e81328347 req-6874259f-4aaa-45b8-8513-b0e76ee291f7 service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895791 Jun 16 23:01:47.810708 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-f7ad5b82-ad6e-48eb-9cd1-e9495e88f938 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:47.812886 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-f7ad5b82-ad6e-48eb-9cd1-e9495e88f938 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.26 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.5568523 Jun 16 23:01:47.858432 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 23bd2877-362d-4f34-a527-10b1073c14a9 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:47.860618 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:47.893250 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb6c28-384a-41c4-bcb0-7360a0a2b703 req-b8e80cf6-dabd-4da1-9a5e-f4174332d58e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:47.900964 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a1bb6c28-384a-41c4-bcb0-7360a0a2b703 req-b8e80cf6-dabd-4da1-9a5e-f4174332d58e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.2006545 Jun 16 23:01:47.947742 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51104) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:47.992094 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Allocated IP 172.20.0.2 (c9625366-e1ad-4696-a11c-b791fe9b8200/d3dd0926-a97a-4d85-90f2-459e52fcaf51/b1cfaa3c-d30e-472c-b79b-d7f4b06f133c) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:48.013357 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2effb-4496-4317-a9ce-f45c037e9ea4 req-b5374a80-9982-4386-83f8-c4387f933d81 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:48.020593 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7ba2effb-4496-4317-a9ce-f45c037e9ea4 req-b5374a80-9982-4386-83f8-c4387f933d81 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.2194974 Jun 16 23:01:48.046718 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'floatingip': {'port_id': '42e82895-598b-468f-aac2-e51ebe9d9946'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:48.059108 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb74a0-ac85-421c-add5-5cf39f933178 req-07325cb3-dc68-47a1-a49b-a09813890b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:48.060989 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d7bb74a0-ac85-421c-add5-5cf39f933178 req-07325cb3-dc68-47a1-a49b-a09813890b86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 1129 time: 0.1993406 Jun 16 23:01:48.083599 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 23bd2877-362d-4f34-a527-10b1073c14a9 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:48.140395 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:48.147733 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfd524-dd7f-4f38-bc71-5e9d2adda822 req-1bfa5c72-0152-48da-aa53-f47cb2896cba tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:48.157904 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0dfd524-dd7f-4f38-bc71-5e9d2adda822 req-1bfa5c72-0152-48da-aa53-f47cb2896cba tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.1230316 Jun 16 23:01:48.175969 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:48.236644 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7ba2effb-4496-4317-a9ce-f45c037e9ea4 req-eb9c624a-e78a-4bf5-846e-3890bf22128a tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130194 Jun 16 23:01:48.266388 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d7bb74a0-ac85-421c-add5-5cf39f933178 req-2f337ed5-1637-4d3b-8875-ad53551f944e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813216 Jun 16 23:01:48.310217 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0dfd524-dd7f-4f38-bc71-5e9d2adda822 req-29524239-4b9c-4765-8d88-8affaf3bfb2e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512108 Jun 16 23:01:48.367165 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Publish callbacks [] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:48.376038 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:48.425915 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Network c9625366-e1ad-4696-a11c-b791fe9b8200 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:48.443431 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:48.446641 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Pushing event updated for resources: {'Port': ['ID=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:48.449560 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:48.531354 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Attempting to bind port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:48.531726 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Attempting to bind port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:48.532097 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Attempting to bind port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c on network c9625366-e1ad-4696-a11c-b791fe9b8200 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:48.537437 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:48.537803 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Checking segment: {'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:48.538354 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:48.539043 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Bound using segment: {'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:48.539587 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Bound port: b1cfaa3c-d30e-472c-b79b-d7f4b06f133c, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:48.539973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:48.646363 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] For port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:48.652258 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (b5e533cf-278e-4e31-84ef-ff87f782ec29), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:48.652548 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] For port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,segment=NetworkSegment(c452324c-ee6c-4af3-b701-68dd854caaac),segment_id=c452324c-ee6c-4af3-b701-68dd854caaac)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:48.661639 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:48.745596 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186d283-15d8-4b5d-b133-4cfa215397dc None None] Pushing event updated for resources: {'Port': ['ID=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:48.793155 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:48.824568 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4b37-23c4-4076-9a5d-31646391c240 req-1f50a90d-561b-4791-8fa1-2f0f44d19173 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:48.836291 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f34f4b37-23c4-4076-9a5d-31646391c240 req-1f50a90d-561b-4791-8fa1-2f0f44d19173 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1771533 Jun 16 23:01:48.873469 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-07456e63-8900-4d87-81f1-c73e81328347 req-3af0fcec-fc04-4e82-a011-6bd85d997e17 service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0086501 Jun 16 23:01:48.874044 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Deleting port d15996c2-23a1-4c1b-834d-20bf7a7f63af {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:01:48.877423 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:48.885231 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks [] for router_gateway (b30c4a4b-8359-4863-a579-9557907e1260), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:48.915938 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f34f4b37-23c4-4076-9a5d-31646391c240 req-355cc75a-41ec-4c86-a61e-07c953c8571f tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769343 Jun 16 23:01:48.985563 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:49.048792 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852008f0-d733-4019-8374-74cb4cb281e6 None None] New status for floating IP 1f48a915-a490-44df-93e9-8237f65b3a44: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:01:49.191922 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] For port d15996c2-23a1-4c1b-834d-20bf7a7f63af, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=d15996c2-23a1-4c1b-834d-20bf7a7f63af,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:49.192324 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:49.244198 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Calling delete_port for d15996c2-23a1-4c1b-834d-20bf7a7f63af owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:01:49.341114 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device b1cfaa3c-d30e-472c-b79b-d7f4b06f133c up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:49.390332 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Allocated IP 172.27.3.41 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/4fd033dc-1024-4d7c-9412-9a9d233a3b8c) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:49.421373 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:49.421752 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:49.435710 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547fcc1-e0a7-4e8b-9313-7cc4cd9caeab req-e1628d1e-97b6-4cbd-9c55-46badb290173 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:49.438026 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7547fcc1-e0a7-4e8b-9313-7cc4cd9caeab req-e1628d1e-97b6-4cbd-9c55-46badb290173 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 945 time: 0.0976782 Jun 16 23:01:49.466518 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:49.559351 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:49.577504 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc27d2a-5703-4f41-9b04-44338ff45251 req-a77cff68-3edf-4249-bb59-ebdc963ba01b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:49.585524 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2fc27d2a-5703-4f41-9b04-44338ff45251 req-a77cff68-3edf-4249-bb59-ebdc963ba01b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.1631007 Jun 16 23:01:49.621070 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7547fcc1-e0a7-4e8b-9313-7cc4cd9caeab req-1a6dbfcd-288b-47f4-a5b1-b3fc0cf0f207 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/security-groups?id=688735fa-488f-4c3e-ba0d-2c188190c7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474791 Jun 16 23:01:49.695963 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2fc27d2a-5703-4f41-9b04-44338ff45251 req-43529bda-eb8c-489b-97ca-a6248c27aa12 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083248 Jun 16 23:01:49.725065 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:49.725456 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:49.739046 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks [] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:49.774174 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:49.834433 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,segment=NetworkSegment(c452324c-ee6c-4af3-b701-68dd854caaac),segment_id=c452324c-ee6c-4af3-b701-68dd854caaac)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:49.845527 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:49.888350 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (d15996c2-23a1-4c1b-834d-20bf7a7f63af), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:49.948497 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.db.resource_extend [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 23:01:49.948857 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:50.035817 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:50.038565 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Pushing event deleted for resources: {'Port': ['ID=d15996c2-23a1-4c1b-834d-20bf7a7f63af,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:50.092670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824faef-4e00-4aa3-a574-e5b8d40b2d2e req-77e887f8-da97-46cc-8ed5-62dc626e540d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:50.101386 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6824faef-4e00-4aa3-a574-e5b8d40b2d2e req-77e887f8-da97-46cc-8ed5-62dc626e540d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0994160 Jun 16 23:01:50.135227 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd033dc-1024-4d7c-9412-9a9d233a3b8c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:50.169880 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6824faef-4e00-4aa3-a574-e5b8d40b2d2e req-23600140-59c1-4763-9ddf-0cabb13715d7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672264 Jun 16 23:01:50.185740 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:50.195488 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (b5e533cf-278e-4e31-84ef-ff87f782ec29), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:50.249116 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c4800-dc50-409e-958a-f3b2d7a853af None None] Network c9625366-e1ad-4696-a11c-b791fe9b8200 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:50.275633 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] No DVR routers for this DVR port d15996c2-23a1-4c1b-834d-20bf7a7f63af on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:01:50.293363 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:50.303844 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:50.319346 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device d15996c2-23a1-4c1b-834d-20bf7a7f63af no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:01:50.343709 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:50.347636 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ab9f0818-9b8c-4e57-a596-9a340ee83f2d req-42f4f30a-83af-4b0d-b10a-e53e19821fc4 tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.26 "DELETE /v2.0/ports/d15996c2-23a1-4c1b-834d-20bf7a7f63af HTTP/1.1" status: 204 len: 173 time: 2.4806602 Jun 16 23:01:50.348338 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40a3e67-031a-4ad7-bd79-7c7d9a3bece9', 'name': 'network-vif-deleted', 'tag': 'd15996c2-23a1-4c1b-834d-20bf7a7f63af'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:50.351045 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d047fb-6cb8-4591-af58-ce4fc8e5d562" -d '{"events": [{"server_uuid": "d40a3e67-031a-4ad7-bd79-7c7d9a3bece9", "name": "network-vif-deleted", "tag": "d15996c2-23a1-4c1b-834d-20bf7a7f63af"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:50.353071 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: d15996c2-23a1-4c1b-834d-20bf7a7f63af {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:01:50.353588 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:50.355578 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device d15996c2-23a1-4c1b-834d-20bf7a7f63af not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:01:50.384576 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-3652edda-00e1-4619-a665-dad7fe7c3648 None None] Provisioning complete for port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:50.384991 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3652edda-00e1-4619-a665-dad7fe7c3648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:50.427340 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c134999-5d10-48bc-a97b-d44b2e7be04a x-openstack-request-id: req-0c134999-5d10-48bc-a97b-d44b2e7be04a {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:50.427655 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40a3e67-031a-4ad7-bd79-7c7d9a3bece9", "name": "network-vif-deleted", "tag": "d15996c2-23a1-4c1b-834d-20bf7a7f63af", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:50.429058 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0c134999-5d10-48bc-a97b-d44b2e7be04a {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:50.429468 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c134999-5d10-48bc-a97b-d44b2e7be04a'] response: {'server_uuid': 'd40a3e67-031a-4ad7-bd79-7c7d9a3bece9', 'name': 'network-vif-deleted', 'tag': 'd15996c2-23a1-4c1b-834d-20bf7a7f63af', 'status': 'completed', 'code': 200} Jun 16 23:01:50.500146 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:50.501821 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Floating IP b5e533cf-278e-4e31-84ef-ff87f782ec29 associated. External IP: 172.27.3.78, port: 42e82895-598b-468f-aac2-e51ebe9d9946. Jun 16 23:01:50.561384 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-3652edda-00e1-4619-a665-dad7fe7c3648 None None] Current status of the port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:50.745262 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-92fee865-567e-4c50-b2aa-ca6cd1c5cdb6 req-18f5572c-4cb2-47ec-92f4-1464ef80befd tempest-DeleteServersTestJSON-1536820524 tempest-DeleteServersTestJSON-1536820524-project] 10.222.0.17 "GET /v2.0/ports?device_id=d40a3e67-031a-4ad7-bd79-7c7d9a3bece9 HTTP/1.1" status: 200 len: 210 time: 0.0503421 Jun 16 23:01:50.864211 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a522657-0cff-47dd-aefa-0d7127a06aa1 req-26aa70aa-dbb6-4890-bf07-922a96894c7e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:50.865966 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5a522657-0cff-47dd-aefa-0d7127a06aa1 req-26aa70aa-dbb6-4890-bf07-922a96894c7e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.0532224 Jun 16 23:01:50.883945 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-e596846f-ad00-4546-b2b9-f21cc5c33d96 None None] Provisioning complete for port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:50.884320 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e596846f-ad00-4546-b2b9-f21cc5c33d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:50.927748 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5a522657-0cff-47dd-aefa-0d7127a06aa1 req-3eab984a-b480-435a-b24a-d9e2000cfaf1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546784 Jun 16 23:01:50.930344 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:50.974067 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-e596846f-ad00-4546-b2b9-f21cc5c33d96 None None] Current status of the port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:51.027423 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks [] for router_gateway (b30c4a4b-8359-4863-a579-9557907e1260), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:51.074732 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0177c0-a4dd-464d-8e79-789c05d24774 req-251cb624-e0ee-4c9e-9c73-18986d88fb33 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:51.076356 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ff0177c0-a4dd-464d-8e79-789c05d24774 req-251cb624-e0ee-4c9e-9c73-18986d88fb33 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.0501115 Jun 16 23:01:51.086343 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51164) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:51.092132 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'floatingip': {'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:51.158492 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:01:51.162730 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (b1141271-d728-4afd-b968-5524e551eec8), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:51.300193 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device b1cfaa3c-d30e-472c-b79b-d7f4b06f133c up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:51.347615 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa6c84-7ca7-42ea-8f5d-e0603a23ff81 req-ca0ab772-5916-4b18-8430-b1a64b6a6dd5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:51.355578 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:51.355755 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:51.367578 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3eaa6c84-7ca7-42ea-8f5d-e0603a23ff81 req-ca0ab772-5916-4b18-8430-b1a64b6a6dd5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0982637 Jun 16 23:01:51.368846 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:51.456342 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:51.466640 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3eaa6c84-7ca7-42ea-8f5d-e0603a23ff81 req-eaba283a-4204-48d1-a2a0-bd6ab1a16b6e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965903 Jun 16 23:01:51.536956 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (b30c4a4b-8359-4863-a579-9557907e1260), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:51.578847 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:01:51.598422 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] Sync routers for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:01:51.612994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:51.616259 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:51.617244 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:51.700954 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f4843cd8-de40-4405-9f5a-b4aca0db9b85 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "PUT /v2.0/floatingips/b5e533cf-278e-4e31-84ef-ff87f782ec29 HTTP/1.1" status: 200 len: 991 time: 3.7493894 Jun 16 23:01:51.728224 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:51.918797 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Router b30c4a4b-8359-4863-a579-9557907e1260 is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:01:52.063095 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:52.163181 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b5e533cf-278e-4e31-84ef-ff87f782ec29', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'port_id': '42e82895-598b-468f-aac2-e51ebe9d9946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'mac_address': 'fa:16:3e:83:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f43909-d681-4938-8253-5080b626e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:02Z', 'updated_at': '2022-06-16T23:01:49Z', 'revision_number': 1, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:52.195159 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] Checking router: 77a6b5ec-9ec9-4f64-947c-614dadd34c4d for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:01:52.205209 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:52.206270 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:52.341307 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:52.430515 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:52.433114 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4ffe00-87b6-49aa-945e-d49654f69718" -d '{"events": [{"name": "network-changed", "server_uuid": "46f43909-d681-4938-8253-5080b626e169", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:52.461051 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:52.486873 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (b1141271-d728-4afd-b968-5524e551eec8), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:52.533782 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2556f58a-d204-471c-af02-b6208e9f7959 x-openstack-request-id: req-2556f58a-d204-471c-af02-b6208e9f7959 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:52.534263 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f43909-d681-4938-8253-5080b626e169", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:52.534510 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2556f58a-d204-471c-af02-b6208e9f7959 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:52.535058 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2556f58a-d204-471c-af02-b6208e9f7959'] response: {'name': 'network-changed', 'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946', 'status': 'completed', 'code': 200} Jun 16 23:01:52.537950 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:01:52.551985 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Sync routers for ids ['b30c4a4b-8359-4863-a579-9557907e1260'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:01:52.579315 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:52.595332 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:52.602763 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89e2a-248f-4e51-83af-368681286b2f req-a18788fb-d9b7-4fc6-a6ab-0c535e384ea4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:52.611474 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-38b89e2a-248f-4e51-83af-368681286b2f req-a18788fb-d9b7-4fc6-a6ab-0c535e384ea4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0597765 Jun 16 23:01:52.622584 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Routers {'b30c4a4b-8359-4863-a579-9557907e1260'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:52.628186 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['b30c4a4b-8359-4863-a579-9557907e1260'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:52.628599 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:52.635707 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51226) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:52.639180 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-23b81384-8638-4346-a21a-475a411867f8 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8588233 Jun 16 23:01:52.671702 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b5e533cf-278e-4e31-84ef-ff87f782ec29', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'port_id': '42e82895-598b-468f-aac2-e51ebe9d9946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'mac_address': 'fa:16:3e:83:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f43909-d681-4938-8253-5080b626e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:02Z', 'updated_at': '2022-06-16T23:01:49Z', 'revision_number': 1, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:52.712941 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba760e-d85b-4f8d-a2a4-d2ab2b654814 None None] The sync data for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi is: [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b5e533cf-278e-4e31-84ef-ff87f782ec29', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'port_id': '42e82895-598b-468f-aac2-e51ebe9d9946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'mac_address': 'fa:16:3e:83:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f43909-d681-4938-8253-5080b626e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:02Z', 'updated_at': '2022-06-16T23:01:49Z', 'revision_number': 1, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:01:52.767117 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:52.773942 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-1949105b-cfc0-4c76-b3f5-08a0ed7f42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:52.775902 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-1949105b-cfc0-4c76-b3f5-08a0ed7f42b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 1130 time: 0.1356497 Jun 16 23:01:52.777801 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Floating IP b1141271-d728-4afd-b968-5524e551eec8 associated. External IP: 172.27.3.115, port: cdc1a373-1b2c-4326-9d15-b3c2fc92a365. Jun 16 23:01:52.825825 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51230) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:52.846658 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-38b89e2a-248f-4e51-83af-368681286b2f req-766bc8a6-9017-4507-9c1a-265ec4ce5f4b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284660 Jun 16 23:01:52.891026 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Set router b30c4a4b-8359-4863-a579-9557907e1260 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:52.999460 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-55c9b756-65a0-4279-9c06-116593d82013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:53.001563 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-55c9b756-65a0-4279-9c06-116593d82013 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 918 time: 0.1825914 Jun 16 23:01:53.111296 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:53.133780 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-c954c475-908b-48f3-9ffd-24bb9e9d8a36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e82895-598b-468f-aac2-e51ebe9d9946 HTTP/1.1" status: 200 len: 999 time: 0.1202741 Jun 16 23:01:53.174132 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:01:50Z', 'revision_number': 3, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:53.206665 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Checking router: b30c4a4b-8359-4863-a579-9557907e1260 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:01:53.207444 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Updating router b30c4a4b-8359-4863-a579-9557907e1260 port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:01:53.233757 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-d58329ee-d83b-45ba-915b-1887ff04abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:53.235298 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-d58329ee-d83b-45ba-915b-1887ff04abc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.0902603 Jun 16 23:01:53.243730 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a08a4818-4200-4e16-b6b8-47889834af23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.254294 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.317418 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-752194df-d273-4653-9404-f6de303f01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:53.318915 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-752194df-d273-4653-9404-f6de303f01f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739138 Jun 16 23:01:53.363254 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:53.383836 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:01:53.392824 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a08a4818-4200-4e16-b6b8-47889834af23 admin admin] Publish callbacks [] for security_group (a6631b47-fc4c-47db-a666-4a8700b45044), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.437944 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a08a4818-4200-4e16-b6b8-47889834af23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a6631b47-fc4c-47db-a666-4a8700b45044), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.497141 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51242) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:53.501742 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a08a4818-4200-4e16-b6b8-47889834af23 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7be16480e777410aa42ec15347ddda03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6738596 Jun 16 23:01:53.505870 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51244) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:53.524769 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a4818-4200-4e16-b6b8-47889834af23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6631b47-fc4c-47db-a666-4a8700b45044,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:53.570981 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:53.623398 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-3f077557-d3cb-4770-b990-3b30ccfec077 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976496 Jun 16 23:01:53.634398 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Publish callbacks [] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.637053 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:53.641383 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.655531 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.699855 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f45e-fc94-424b-86bc-20e4ab871cef None None] Pushing event updated for resources: {'Port': ['ID=4fd033dc-1024-4d7c-9412-9a9d233a3b8c,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:53.714899 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Attempting to bind port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:01:53.716394 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Attempting to bind port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:01:53.716973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Attempting to bind port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:01:53.724529 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:01:53.725210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:01:53.725914 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.727245 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:01:53.727878 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Bound port: 4fd033dc-1024-4d7c-9412-9a9d233a3b8c, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:01:53.728452 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.775304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:01:53.782976 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] For port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:01:53.784081 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.787116 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] For port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=4fd033dc-1024-4d7c-9412-9a9d233a3b8c,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:01:53.789547 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:01:53.795443 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.804462 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:53.805296 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:53.814284 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-98c87e80-e5b9-4deb-b013-ad2b371fa1dc admin admin] Publish callbacks [] for security_group (a6631b47-fc4c-47db-a666-4a8700b45044), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.840852 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:53.856859 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Routers {'b30c4a4b-8359-4863-a579-9557907e1260'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:53.857791 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['b30c4a4b-8359-4863-a579-9557907e1260'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:53.862359 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Allocated IP 172.20.0.1 (c9625366-e1ad-4696-a11c-b791fe9b8200/d3dd0926-a97a-4d85-90f2-459e52fcaf51/2d769335-a871-4fae-841a-b73151d912f2) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:01:53.885053 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:53.902423 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f139bbfd-5516-4338-9131-2c4a7c45ce1c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "PUT /v2.0/floatingips/b1141271-d728-4afd-b968-5524e551eec8 HTTP/1.1" status: 200 len: 991 time: 2.8138809 Jun 16 23:01:53.915572 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-98c87e80-e5b9-4deb-b013-ad2b371fa1dc admin admin] Publish callbacks [] for security_group (a6631b47-fc4c-47db-a666-4a8700b45044), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:53.960189 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5c4ffe00-87b6-49aa-945e-d49654f69718 req-8e8f0178-3792-41f2-be46-05bf24d06dcb service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144734 Jun 16 23:01:53.989969 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f45e-fc94-424b-86bc-20e4ab871cef None None] Pushing event updated for resources: {'Port': ['ID=4fd033dc-1024-4d7c-9412-9a9d233a3b8c,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:54.009838 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:54.057283 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] Set router b30c4a4b-8359-4863-a579-9557907e1260 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:54.058843 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553f281-3d5a-4e64-8db0-eff6fd294227 req-a3990c80-9358-4900-930e-d61dd4ab0b02 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:54.061332 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5553f281-3d5a-4e64-8db0-eff6fd294227 req-a3990c80-9358-4900-930e-d61dd4ab0b02 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0596304 Jun 16 23:01:54.088119 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-98c87e80-e5b9-4deb-b013-ad2b371fa1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a6631b47-fc4c-47db-a666-4a8700b45044), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:54.093597 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-98c87e80-e5b9-4deb-b013-ad2b371fa1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:54.094720 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-98c87e80-e5b9-4deb-b013-ad2b371fa1dc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a6631b47-fc4c-47db-a666-4a8700b45044 HTTP/1.1" status: 204 len: 168 time: 0.5246654 Jun 16 23:01:54.135641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c87e80-e5b9-4deb-b013-ad2b371fa1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6631b47-fc4c-47db-a666-4a8700b45044,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:54.204342 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5553f281-3d5a-4e64-8db0-eff6fd294227 req-9212ab14-3a55-4701-b142-098ae039da69 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102827 Jun 16 23:01:54.337112 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Publish callbacks [] for port (2d769335-a871-4fae-841a-b73151d912f2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:54.346498 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:01:50Z', 'revision_number': 3, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:54.380794 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62381d16-2a57-4059-8dc4-15881d3b91cf None None] The sync data for ids ['b30c4a4b-8359-4863-a579-9557907e1260'] in dv-cinder-846230-1-iscsi is: [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:01:50Z', 'revision_number': 3, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:01:54.407230 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:54.415058 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (2d769335-a871-4fae-841a-b73151d912f2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:54.438092 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (edd149f3-c2f9-451d-8772-91f33449f64f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:54.475077 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Network c9625366-e1ad-4696-a11c-b791fe9b8200 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:54.479987 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:54.501577 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:01:54.502389 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (b30c4a4b-8359-4863-a579-9557907e1260), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:54.507298 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Pushing event updated for resources: {'Port': ['ID=2d769335-a871-4fae-841a-b73151d912f2,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:54.535054 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:51Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:54.623473 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:01:54.648187 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:54.648823 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:54.705409 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea3b3d-2dac-4fae-b9d5-e7df669b30a6 None None] New status for floating IP b5e533cf-278e-4e31-84ef-ff87f782ec29: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:01:54.776507 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51264) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:54.829812 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d77c8ba1-268c-490d-bca5-f537b08f9b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:54.868576 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:54.881105 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd118b-cc42-4dbe-93f1-784454892318', 'tag': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:01:54.881742 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:54.883641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fab8e08-10ff-413e-9161-0680a03ba7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfd118b-cc42-4dbe-93f1-784454892318", "tag": "cdc1a373-1b2c-4326-9d15-b3c2fc92a365"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:01:54.897143 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:54.900347 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-b3289d0b-5707-43a9-96b7-bf1c4b189c64 None None] Provisioning complete for port 2d769335-a871-4fae-841a-b73151d912f2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:54.900826 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b3289d0b-5707-43a9-96b7-bf1c4b189c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2d769335-a871-4fae-841a-b73151d912f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:54.934534 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2d769335-a871-4fae-841a-b73151d912f2), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.057479 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-b3289d0b-5707-43a9-96b7-bf1c4b189c64 None None] Port 2d769335-a871-4fae-841a-b73151d912f2 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:55.067994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a7e5e3-b90f-40b3-8d79-5dc6931eba8c x-openstack-request-id: req-09a7e5e3-b90f-40b3-8d79-5dc6931eba8c {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:01:55.068457 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfd118b-cc42-4dbe-93f1-784454892318", "tag": "cdc1a373-1b2c-4326-9d15-b3c2fc92a365", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:01:55.068457 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-09a7e5e3-b90f-40b3-8d79-5dc6931eba8c {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:01:55.069497 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a7e5e3-b90f-40b3-8d79-5dc6931eba8c'] response: {'name': 'network-changed', 'server_uuid': '5cfd118b-cc42-4dbe-93f1-784454892318', 'tag': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'status': 'completed', 'code': 200} Jun 16 23:01:55.135136 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d77c8ba1-268c-490d-bca5-f537b08f9b4d admin admin] Publish callbacks [] for security_group (a2316c93-4632-472d-b495-9b109c4d0eee), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.179948 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-d3ffaab5-8169-478e-9e0d-7955e2d031ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:55.182897 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-d3ffaab5-8169-478e-9e0d-7955e2d031ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 1129 time: 0.1118464 Jun 16 23:01:55.191691 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d77c8ba1-268c-490d-bca5-f537b08f9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a2316c93-4632-472d-b495-9b109c4d0eee), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.215208 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:55.277736 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d77c8ba1-268c-490d-bca5-f537b08f9b4d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4c6af46c467b49d883798bdbd4ac01c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976468 Jun 16 23:01:55.281880 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51270) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:55.304539 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:51Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:55.311526 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:55.319322 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 4fd033dc-1024-4d7c-9412-9a9d233a3b8c up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:55.334850 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c8ba1-268c-490d-bca5-f537b08f9b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2316c93-4632-472d-b495-9b109c4d0eee,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:55.366248 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0985c-bb1b-4235-b823-42a09961434e None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:51Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:01:55.376870 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Publish callbacks [] for port (2d769335-a871-4fae-841a-b73151d912f2), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.381463 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Deleting port 192be4fd-2823-4765-a3ea-aa7f85b9efed {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:01:55.381746 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.384692 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-479d5a99-daab-44be-804f-37ceb0005102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:55.386190 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-479d5a99-daab-44be-804f-37ceb0005102 service neutron] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 915 time: 0.1800694 Jun 16 23:01:55.402027 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2d769335-a871-4fae-841a-b73151d912f2), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.402027 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (b30c4a4b-8359-4863-a579-9557907e1260), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.403127 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:55.403608 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.496997 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:55.497568 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.498096 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cac627-2dfd-409c-b913-bda1425c5358 req-df3806a2-668a-40ed-aa20-5d29c95cba07 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:55.504961 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f8cac627-2dfd-409c-b913-bda1425c5358 req-df3806a2-668a-40ed-aa20-5d29c95cba07 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1650021 Jun 16 23:01:55.528702 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=4fd033dc-1024-4d7c-9412-9a9d233a3b8c,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:55.535336 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.538254 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-72539735-472e-4360-a64c-1e8c62ff1479 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc1a373-1b2c-4326-9d15-b3c2fc92a365 HTTP/1.1" status: 200 len: 999 time: 0.1388571 Jun 16 23:01:55.582954 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Pushing event updated for resources: {'Port': ['ID=2d769335-a871-4fae-841a-b73151d912f2,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:55.588562 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1269b500-565d-42b8-b19f-452ebd675bf7 admin admin] Publish callbacks [] for security_group (a2316c93-4632-472d-b495-9b109c4d0eee), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.626766 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] For port 192be4fd-2823-4765-a3ea-aa7f85b9efed, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=192be4fd-2823-4765-a3ea-aa7f85b9efed,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:55.627129 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.660362 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1269b500-565d-42b8-b19f-452ebd675bf7 admin admin] Publish callbacks [] for security_group (a2316c93-4632-472d-b495-9b109c4d0eee), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.662360 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Calling delete_port for 192be4fd-2823-4765-a3ea-aa7f85b9efed owned by network:router_interface {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:01:55.681689 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-8829b231-8967-4463-adb6-dc6471840147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:55.683196 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-8829b231-8967-4463-adb6-dc6471840147 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.1316199 Jun 16 23:01:55.691964 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f8cac627-2dfd-409c-b913-bda1425c5358 req-5286d7eb-abd0-4eef-abcb-3bcba41b8768 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860819 Jun 16 23:01:55.707689 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Network c9625366-e1ad-4696-a11c-b791fe9b8200 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:01:55.716903 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:01:55.752290 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:55.832597 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=4fd033dc-1024-4d7c-9412-9a9d233a3b8c,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:55.858792 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-939a15fb-ad40-4a17-b912-dfa8cecf55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:55.860736 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-939a15fb-ad40-4a17-b912-dfa8cecf55e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1317239 Jun 16 23:01:55.891060 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1269b500-565d-42b8-b19f-452ebd675bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a2316c93-4632-472d-b495-9b109c4d0eee), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.893714 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1269b500-565d-42b8-b19f-452ebd675bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:55.895564 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1269b500-565d-42b8-b19f-452ebd675bf7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a2316c93-4632-472d-b495-9b109c4d0eee HTTP/1.1" status: 204 len: 168 time: 0.6084545 Jun 16 23:01:55.956412 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269b500-565d-42b8-b19f-452ebd675bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2316c93-4632-472d-b495-9b109c4d0eee,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:55.965637 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b4a3c-e0ba-4fe1-b9da-8cc68e02cb90 None None] New status for floating IP b1141271-d728-4afd-b968-5524e551eec8: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:01:55.993090 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:56.020268 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Router b30c4a4b-8359-4863-a579-9557907e1260 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:01:56.195605 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:56.203006 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-e490d05a-c6a3-4bd8-9e9e-42813fc267ad None None] Provisioning complete for port 2d769335-a871-4fae-841a-b73151d912f2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:56.203385 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e490d05a-c6a3-4bd8-9e9e-42813fc267ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2d769335-a871-4fae-841a-b73151d912f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:56.204659 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-f23a7e88-7102-4798-963a-821cc05d6f63 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370492 Jun 16 23:01:56.291915 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:01:56.305942 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-bca32cb6-2b85-4be2-a948-b4b130cf1844 admin admin] 10.222.0.17 "PUT /v2.0/routers/b30c4a4b-8359-4863-a579-9557907e1260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6599140 Jun 16 23:01:56.328118 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-e490d05a-c6a3-4bd8-9e9e-42813fc267ad None None] Port 2d769335-a871-4fae-841a-b73151d912f2 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:01:56.417288 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (192be4fd-2823-4765-a3ea-aa7f85b9efed), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:56.508103 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Pushing event deleted for resources: {'Port': ['ID=192be4fd-2823-4765-a3ea-aa7f85b9efed,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:56.609328 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:56.615029 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4fab8e08-10ff-413e-9161-0680a03ba7d8 req-3cd8795e-5a58-49e0-896c-6e665ad4745c service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857286 Jun 16 23:01:56.627588 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (edd149f3-c2f9-451d-8772-91f33449f64f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:56.796105 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51302) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:56.802154 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-8b40b415-0a55-4fc5-903b-462aef552b64 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526889536', 'description': 'tempest-secgroup-smoke-526889536 description', 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:56.829910 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21173fd8-7863-45a6-98ff-de852c4df05c req-e5139a57-cc18-4de9-afc7-0ec2b8fc6e45 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:56.831455 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-21173fd8-7863-45a6-98ff-de852c4df05c req-e5139a57-cc18-4de9-afc7-0ec2b8fc6e45 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0694175 Jun 16 23:01:56.842423 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b40b415-0a55-4fc5-903b-462aef552b64 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:56.869925 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Router edd149f3-c2f9-451d-8772-91f33449f64f has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:01:56.924834 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-21173fd8-7863-45a6-98ff-de852c4df05c req-415ea5f4-dc93-4a4f-8881-bd7e9b23b465 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791359 Jun 16 23:01:56.931120 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:56.964820 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b40b415-0a55-4fc5-903b-462aef552b64 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group (4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:56.969576 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b40b415-0a55-4fc5-903b-462aef552b64 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:56.982537 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:01:56.988054 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9f95a603-9224-4ba9-99b4-cbd3b8c9027a admin admin] 10.222.0.17 "PUT /v2.0/routers/edd149f3-c2f9-451d-8772-91f33449f64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4880459 Jun 16 23:01:56.990468 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51310) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:56.999566 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] Sync routers for ids ['edd149f3-c2f9-451d-8772-91f33449f64f'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:01:57.002023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8b40b415-0a55-4fc5-903b-462aef552b64 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.005911 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8b40b415-0a55-4fc5-903b-462aef552b64 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2063911 Jun 16 23:01:57.007094 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51312) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:57.011329 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-387480de-e9d2-463b-80d5-397ef1a7a9bc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'security_group_rule': {'security_group_id': '4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1', 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:57.017140 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] Routers {'edd149f3-c2f9-451d-8772-91f33449f64f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:57.017969 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['edd149f3-c2f9-451d-8772-91f33449f64f'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:57.020394 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40b415-0a55-4fc5-903b-462aef552b64 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:57.051257 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-387480de-e9d2-463b-80d5-397ef1a7a9bc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (4be46ab1-6634-4af5-b1c7-223db2231ea6), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.147963 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] Set router edd149f3-c2f9-451d-8772-91f33449f64f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:57.149405 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks [] for router (edd149f3-c2f9-451d-8772-91f33449f64f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.173453 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-387480de-e9d2-463b-80d5-397ef1a7a9bc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (4be46ab1-6634-4af5-b1c7-223db2231ea6), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.178034 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-387480de-e9d2-463b-80d5-397ef1a7a9bc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (4be46ab1-6634-4af5-b1c7-223db2231ea6), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.228727 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387480de-e9d2-463b-80d5-397ef1a7a9bc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be46ab1-6634-4af5-b1c7-223db2231ea6,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:57.264408 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-387480de-e9d2-463b-80d5-397ef1a7a9bc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.269470 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51320) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:57.270258 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-387480de-e9d2-463b-80d5-397ef1a7a9bc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2620852 Jun 16 23:01:57.275292 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-4b547c3a-4a13-443f-8530-5caac28e1676 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'security_group_rule': {'security_group_id': '4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1', 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:57.289528 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:57.353113 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b547c3a-4a13-443f-8530-5caac28e1676 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (590475f9-cf2f-40cd-9b24-5e57b6c7e030), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.391405 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks [] for router_gateway (edd149f3-c2f9-451d-8772-91f33449f64f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.427569 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 4fd033dc-1024-4d7c-9412-9a9d233a3b8c up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:01:57.502862 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:56Z', 'revision_number': 5, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port': {'id': '74975e70-c546-4ce5-8231-ef3a8eb79b37', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:30Z', 'updated_at': '2022-06-16T23:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:57.507828 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Deleting port 74975e70-c546-4ce5-8231-ef3a8eb79b37 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:01:57.508169 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.531547 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b547c3a-4a13-443f-8530-5caac28e1676 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (590475f9-cf2f-40cd-9b24-5e57b6c7e030), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.534254 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] Checking router: edd149f3-c2f9-451d-8772-91f33449f64f for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:01:57.536377 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:01:57.536749 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.572419 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] Routers {'edd149f3-c2f9-451d-8772-91f33449f64f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:01:57.573049 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['edd149f3-c2f9-451d-8772-91f33449f64f'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:57.594567 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b547c3a-4a13-443f-8530-5caac28e1676 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (590475f9-cf2f-40cd-9b24-5e57b6c7e030), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.632398 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b547c3a-4a13-443f-8530-5caac28e1676 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590475f9-cf2f-40cd-9b24-5e57b6c7e030,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:57.648714 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b547c3a-4a13-443f-8530-5caac28e1676 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.650838 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4b547c3a-4a13-443f-8530-5caac28e1676 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3796411 Jun 16 23:01:57.654437 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51340) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:57.663573 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-4181409a-3fb7-4fc0-a293-972b7167e7db tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'security_group_rule': {'security_group_id': '4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1', 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:57.683682 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] For port 74975e70-c546-4ce5-8231-ef3a8eb79b37, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=74975e70-c546-4ce5-8231-ef3a8eb79b37,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:57.684419 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.700105 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] Set router edd149f3-c2f9-451d-8772-91f33449f64f gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:01:57.702957 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Calling delete_port for 74975e70-c546-4ce5-8231-ef3a8eb79b37 owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:01:57.707815 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:57.734431 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:57.744209 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4181409a-3fb7-4fc0-a293-972b7167e7db tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (860a16e8-4d1f-449c-9ae1-27699c2ee6c4), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.768359 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:01:57.771073 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:57Z', 'revision_number': 6, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:57.805746 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb2338-b542-4944-93e7-c737e72f6813 None None] The sync data for ids ['edd149f3-c2f9-451d-8772-91f33449f64f'] in dv-cinder-846230-1-iscsi is: [{'id': 'edd149f3-c2f9-451d-8772-91f33449f64f', 'name': 'tempest-DeleteServersTestJSON-42394420-router', 'tenant_id': 'c2300d78ad8244e3be17c1f388603de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:57Z', 'revision_number': 6, 'project_id': 'c2300d78ad8244e3be17c1f388603de7', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:01:57.846644 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4181409a-3fb7-4fc0-a293-972b7167e7db tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (860a16e8-4d1f-449c-9ae1-27699c2ee6c4), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.850893 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4181409a-3fb7-4fc0-a293-972b7167e7db tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (860a16e8-4d1f-449c-9ae1-27699c2ee6c4), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.873690 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181409a-3fb7-4fc0-a293-972b7167e7db tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860a16e8-4d1f-449c-9ae1-27699c2ee6c4,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:57.883873 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4181409a-3fb7-4fc0-a293-972b7167e7db tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.887807 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4181409a-3fb7-4fc0-a293-972b7167e7db tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2279963 Jun 16 23:01:57.890732 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51346) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:57.895758 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-4316db91-24e0-45cb-b77f-70dcb1a75963 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'security_group_rule': {'security_group_id': '4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1', 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:57.924024 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4316db91-24e0-45cb-b77f-70dcb1a75963 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (bd74c64b-8797-42d1-bda2-5dd6ff48cec9), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.933380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (74975e70-c546-4ce5-8231-ef3a8eb79b37), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.962853 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Pushing event deleted for resources: {'Port': ['ID=74975e70-c546-4ce5-8231-ef3a8eb79b37,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:57.991733 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (edd149f3-c2f9-451d-8772-91f33449f64f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:57.997648 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4316db91-24e0-45cb-b77f-70dcb1a75963 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (bd74c64b-8797-42d1-bda2-5dd6ff48cec9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.003419 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4316db91-24e0-45cb-b77f-70dcb1a75963 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (bd74c64b-8797-42d1-bda2-5dd6ff48cec9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.024160 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316db91-24e0-45cb-b77f-70dcb1a75963 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd74c64b-8797-42d1-bda2-5dd6ff48cec9,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:58.047424 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4316db91-24e0-45cb-b77f-70dcb1a75963 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.051620 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4316db91-24e0-45cb-b77f-70dcb1a75963 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582305 Jun 16 23:01:58.066912 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51352) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:58.073213 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-743472ef-242b-477f-8847-45aa93810d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'security_group_rule': {'security_group_id': '4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1', 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:58.080712 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:58.103843 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365cadc-4e81-445b-b229-11f82881e8a2 req-6d116410-22c8-41f2-9b1e-eef65ba48cd7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:58.104232 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (edd149f3-c2f9-451d-8772-91f33449f64f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.105621 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8365cadc-4e81-445b-b229-11f82881e8a2 req-6d116410-22c8-41f2-9b1e-eef65ba48cd7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0721371 Jun 16 23:01:58.108185 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks [] for router_controller (edd149f3-c2f9-451d-8772-91f33449f64f), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.115031 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-743472ef-242b-477f-8847-45aa93810d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Project b30b90ec4d5e45468a4fa0fb98e46393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 23:01:58.139664 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-743472ef-242b-477f-8847-45aa93810d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (83c6333b-1d43-41ed-b1b6-7edf2c2e1a11), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.177436 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (edd149f3-c2f9-451d-8772-91f33449f64f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.178054 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd149f3-c2f9-451d-8772-91f33449f64f {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:01:58.183002 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.183148 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:58.186765 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-8f883bc9-4b3c-404c-83c1-6b2f771cfa3a admin admin] 10.222.0.17 "DELETE /v2.0/routers/edd149f3-c2f9-451d-8772-91f33449f64f HTTP/1.1" status: 204 len: 168 time: 1.1924508 Jun 16 23:01:58.187211 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51358) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:58.197105 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8365cadc-4e81-445b-b229-11f82881e8a2 req-5bc257bf-335d-4fb3-ab58-19434265dce6 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849302 Jun 16 23:01:58.225181 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-743472ef-242b-477f-8847-45aa93810d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (83c6333b-1d43-41ed-b1b6-7edf2c2e1a11), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.236044 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-743472ef-242b-477f-8847-45aa93810d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (83c6333b-1d43-41ed-b1b6-7edf2c2e1a11), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.253671 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0b9d3d-002d-400a-8cb2-e8f79bdb70d1 admin admin] Deleting subnet a99468b9-96e8-4968-9dd7-b3cb63db6976 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:01:58.257084 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743472ef-242b-477f-8847-45aa93810d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c6333b-1d43-41ed-b1b6-7edf2c2e1a11,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:58.257473 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9d3d-002d-400a-8cb2-e8f79bdb70d1 admin admin] Publish callbacks [] for subnet (a99468b9-96e8-4968-9dd7-b3cb63db6976), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.267362 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-743472ef-242b-477f-8847-45aa93810d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.268577 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-743472ef-242b-477f-8847-45aa93810d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2008748 Jun 16 23:01:58.271513 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51362) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:58.276944 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-003601c1-58f1-41cc-a5d2-b45be0966d58 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'security_group_rule': {'security_group_id': '4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1', 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:01:58.300130 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-003601c1-58f1-41cc-a5d2-b45be0966d58 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Project b30b90ec4d5e45468a4fa0fb98e46393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 23:01:58.306635 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-003601c1-58f1-41cc-a5d2-b45be0966d58 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (79d6d3b8-0e37-4f79-bba6-b01cde912ca2), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.307173 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9d3d-002d-400a-8cb2-e8f79bdb70d1 admin admin] Publish callbacks [] for subnet (a99468b9-96e8-4968-9dd7-b3cb63db6976), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.370177 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-003601c1-58f1-41cc-a5d2-b45be0966d58 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (79d6d3b8-0e37-4f79-bba6-b01cde912ca2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.375207 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-003601c1-58f1-41cc-a5d2-b45be0966d58 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (79d6d3b8-0e37-4f79-bba6-b01cde912ca2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.403695 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003601c1-58f1-41cc-a5d2-b45be0966d58 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d6d3b8-0e37-4f79-bba6-b01cde912ca2,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:58.405661 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9d3d-002d-400a-8cb2-e8f79bdb70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (a99468b9-96e8-4968-9dd7-b3cb63db6976), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.410415 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-003601c1-58f1-41cc-a5d2-b45be0966d58 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.419154 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-003601c1-58f1-41cc-a5d2-b45be0966d58 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455681 Jun 16 23:01:58.479604 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9d3d-002d-400a-8cb2-e8f79bdb70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for subnet (a99468b9-96e8-4968-9dd7-b3cb63db6976), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.505154 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b9d3d-002d-400a-8cb2-e8f79bdb70d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99468b9-96e8-4968-9dd7-b3cb63db6976,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:58.512126 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d0b9d3d-002d-400a-8cb2-e8f79bdb70d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.520984 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51370) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:58.521187 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4d0b9d3d-002d-400a-8cb2-e8f79bdb70d1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a99468b9-96e8-4968-9dd7-b3cb63db6976 HTTP/1.1" status: 204 len: 168 time: 0.3301015 Jun 16 23:01:58.528019 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693e4b0-cb0a-4d40-a712-2391ed6999f3 None None] Network fa915362-6371-474d-bd5e-1440a44c78bc requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:01:58.608561 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (fa915362-6371-474d-bd5e-1440a44c78bc), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.676608 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Deleting port d3cba24a-b96d-4b7f-8779-caab01edf7f6 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:01:58.676977 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.746059 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] DHCP port deletion for fa915362-6371-474d-bd5e-1440a44c78bc request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:01:58.791171 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] For port d3cba24a-b96d-4b7f-8779-caab01edf7f6, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=d3cba24a-b96d-4b7f-8779-caab01edf7f6,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:58.791543 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.806140 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Calling delete_port for d3cba24a-b96d-4b7f-8779-caab01edf7f6 owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:01:58.816345 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] Deleting port d3cba24a-b96d-4b7f-8779-caab01edf7f6 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:01:58.817357 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.924151 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:58.939148 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] For port d3cba24a-b96d-4b7f-8779-caab01edf7f6, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=d3cba24a-b96d-4b7f-8779-caab01edf7f6,segment=NetworkSegment(638d3450-10ad-460a-8bb7-c7d11f048625),segment_id=638d3450-10ad-460a-8bb7-c7d11f048625)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:01:58.939772 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:58.962650 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] Calling delete_port for d3cba24a-b96d-4b7f-8779-caab01edf7f6 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:01:58.988075 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aecca-8736-4cb3-b5f1-f2d8495adeef req-ae450965-9531-4672-ab90-1ac221c829bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:58.989835 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e87aecca-8736-4cb3-b5f1-f2d8495adeef req-ae450965-9531-4672-ab90-1ac221c829bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 1129 time: 0.0777786 Jun 16 23:01:59.014169 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:59.073444 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cba24a-b96d-4b7f-8779-caab01edf7f6,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:59.081046 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] No DVR routers for this DVR port d3cba24a-b96d-4b7f-8779-caab01edf7f6 on host dv-cinder-846230-1-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:01:59.122571 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e87aecca-8736-4cb3-b5f1-f2d8495adeef req-f7026897-b735-4fe5-8e4e-ed1e411c2180 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175938 Jun 16 23:01:59.190048 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (d3cba24a-b96d-4b7f-8779-caab01edf7f6), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:59.195759 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (fa915362-6371-474d-bd5e-1440a44c78bc), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:59.222969 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] No DVR routers for this DVR port d3cba24a-b96d-4b7f-8779-caab01edf7f6 on host dv-cinder-846230-1-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:01:59.234045 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.234378 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.235348 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.235927 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > port after_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.236571 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.236911 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > port after_update 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.237333 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.237772 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.238310 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.238805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.257990 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7671d-2b5a-4a8b-80b4-848590a86ad0 None None] Pushing event deleted for resources: {'Port': ['ID=d3cba24a-b96d-4b7f-8779-caab01edf7f6,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:59.420554 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.420910 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.421247 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.421582 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:01:59.422034 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa915362-6371-474d-bd5e-1440a44c78bc']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:59.454802 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638d3450-10ad-460a-8bb7-c7d11f048625') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:59.455118 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638d3450-10ad-460a-8bb7-c7d11f048625') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:01:59.493009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58790879'] for segment (638d3450-10ad-460a-8bb7-c7d11f048625), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:59.493608 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:59.524946 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459380-3943-4fe5-a0e9-67651558cd14 req-bfc7e1cb-aa0e-47ef-9d5c-026d6a6ac99e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:01:59.532456 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-04459380-3943-4fe5-a0e9-67651558cd14 req-bfc7e1cb-aa0e-47ef-9d5c-026d6a6ac99e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1051414 Jun 16 23:01:59.534579 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (638d3450-10ad-460a-8bb7-c7d11f048625), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:59.551485 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:01:59.552058 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58791164'] for segment (638d3450-10ad-460a-8bb7-c7d11f048625), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:59.623683 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device d3cba24a-b96d-4b7f-8779-caab01edf7f6 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:01:59.648219 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:01:59.655935 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: d3cba24a-b96d-4b7f-8779-caab01edf7f6 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:01:59.656282 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device d3cba24a-b96d-4b7f-8779-caab01edf7f6 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:01:59.665080 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-04459380-3943-4fe5-a0e9-67651558cd14 req-7732fdc2-ee5d-4e64-adee-4e719e5675c3 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315224 Jun 16 23:01:59.666686 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (fa915362-6371-474d-bd5e-1440a44c78bc), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:59.674830 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:01:59.680536 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] 10.222.0.17 "DELETE /v2.0/networks/fa915362-6371-474d-bd5e-1440a44c78bc HTTP/1.1" status: 204 len: 168 time: 1.1585126 Jun 16 23:01:59.695371 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7d83d-2dd9-418a-b108-00a9a0c2058e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa915362-6371-474d-bd5e-1440a44c78bc,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:01:59.853966 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment 638d3450-10ad-460a-8bb7-c7d11f048625 resource provider aggregate not found Jun 16 23:01:59.873214 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment 638d3450-10ad-460a-8bb7-c7d11f048625 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 638d3450-10ad-460a-8bb7-c7d11f048625 found for delete ", "request_id": "req-65cb09c3-edc9-4f92-820d-6b7aeb6c5dfc"}]} Jun 16 23:01:59.933306 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51456) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:01:59.981610 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d13ff49d-b947-4f1b-a52b-685c5a3766ad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c2300d78ad8244e3be17c1f388603de7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471525 Jun 16 23:01:59.984342 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51458) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:00.034181 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7798229e-0cfc-476d-97bd-450b637ab3aa admin admin] Publish callbacks [] for security_group (688735fa-488f-4c3e-ba0d-2c188190c7a4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:00.060615 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7798229e-0cfc-476d-97bd-450b637ab3aa admin admin] Publish callbacks [] for security_group (688735fa-488f-4c3e-ba0d-2c188190c7a4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:00.131054 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7798229e-0cfc-476d-97bd-450b637ab3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (688735fa-488f-4c3e-ba0d-2c188190c7a4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:00.133885 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7798229e-0cfc-476d-97bd-450b637ab3aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:00.137807 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7798229e-0cfc-476d-97bd-450b637ab3aa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/688735fa-488f-4c3e-ba0d-2c188190c7a4 HTTP/1.1" status: 204 len: 168 time: 0.1498935 Jun 16 23:02:00.157662 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798229e-0cfc-476d-97bd-450b637ab3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688735fa-488f-4c3e-ba0d-2c188190c7a4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:00.378283 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Sync routers for ids ['b30c4a4b-8359-4863-a579-9557907e1260'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:02:00.390881 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Routers {'b30c4a4b-8359-4863-a579-9557907e1260'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:02:00.391494 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['b30c4a4b-8359-4863-a579-9557907e1260'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:00.480030 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:00.509575 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Set router b30c4a4b-8359-4863-a579-9557907e1260 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:02:00.733389 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:01:54Z', 'revision_number': 4, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2d769335-a871-4fae-841a-b73151d912f2', 'name': '', 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'mac_address': 'fa:16:3e:69:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'd3dd0926-a97a-4d85-90f2-459e52fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:53Z', 'updated_at': '2022-06-16T23:01:55Z', 'revision_number': 2, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'subnets': [{'id': 'd3dd0926-a97a-4d85-90f2-459e52fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:00.771774 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Checking router: b30c4a4b-8359-4863-a579-9557907e1260 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:02:00.773259 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Updating router b30c4a4b-8359-4863-a579-9557907e1260 port 2d769335-a871-4fae-841a-b73151d912f2 binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:02:00.799098 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:00.816884 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2d769335-a871-4fae-841a-b73151d912f2), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:00.818848 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:00.890784 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bf253-812c-477a-9af3-2e505db3efde req-cee1216d-9bfa-4410-9d02-5901a9d068c9 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:00.891381 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-479bf253-812c-477a-9af3-2e505db3efde req-cee1216d-9bfa-4410-9d02-5901a9d068c9 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1039891 Jun 16 23:02:00.994254 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-479bf253-812c-477a-9af3-2e505db3efde req-02139b4b-0b47-4ae9-b107-2be9aa7bfb30 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726082 Jun 16 23:02:01.165968 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Publish callbacks [] for port (2d769335-a871-4fae-841a-b73151d912f2), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.179674 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2d769335-a871-4fae-841a-b73151d912f2), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.180143 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 74975e70-c546-4ce5-8231-ef3a8eb79b37 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:02:01.198319 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 74975e70-c546-4ce5-8231-ef3a8eb79b37 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:02:01.198691 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 74975e70-c546-4ce5-8231-ef3a8eb79b37 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:02:01.199112 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 192be4fd-2823-4765-a3ea-aa7f85b9efed no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:02:01.226520 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78491e96-d941-4624-8f61-79975ce194d9 None None] Pushing event updated for resources: {'Port': ['ID=2d769335-a871-4fae-841a-b73151d912f2,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:01.245305 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 192be4fd-2823-4765-a3ea-aa7f85b9efed {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:02:01.245723 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 192be4fd-2823-4765-a3ea-aa7f85b9efed not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:02:01.293118 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Attempting to bind port 2d769335-a871-4fae-841a-b73151d912f2 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:02:01.293525 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Attempting to bind port 2d769335-a871-4fae-841a-b73151d912f2 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:02:01.293872 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Attempting to bind port 2d769335-a871-4fae-841a-b73151d912f2 on network c9625366-e1ad-4696-a11c-b791fe9b8200 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:02:01.299910 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:02:01.300278 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Checking segment: {'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:02:01.300675 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.301058 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Bound using segment: {'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:02:01.301522 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Bound port: 2d769335-a871-4fae-841a-b73151d912f2, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c452324c-ee6c-4af3-b701-68dd854caaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:02:01.301896 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2d769335-a871-4fae-841a-b73151d912f2), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.376316 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] For port 2d769335-a871-4fae-841a-b73151d912f2, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:02:01.380597 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] For port 2d769335-a871-4fae-841a-b73151d912f2, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2d769335-a871-4fae-841a-b73151d912f2,segment=NetworkSegment(c452324c-ee6c-4af3-b701-68dd854caaac),segment_id=c452324c-ee6c-4af3-b701-68dd854caaac)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:02:01.390840 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2d769335-a871-4fae-841a-b73151d912f2), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.548979 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Routers {'b30c4a4b-8359-4863-a579-9557907e1260'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:02:01.549694 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:01:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['b30c4a4b-8359-4863-a579-9557907e1260'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:01.553057 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78491e96-d941-4624-8f61-79975ce194d9 None None] Pushing event updated for resources: {'Port': ['ID=2d769335-a871-4fae-841a-b73151d912f2,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:01.609165 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-bb49bccc-a53f-4242-8b16-6a0784b70d44 None None] Provisioning complete for port 2d769335-a871-4fae-841a-b73151d912f2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:01.610885 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bb49bccc-a53f-4242-8b16-6a0784b70d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2d769335-a871-4fae-841a-b73151d912f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.675955 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:01.692447 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] Set router b30c4a4b-8359-4863-a579-9557907e1260 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:02:01.733571 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-bb49bccc-a53f-4242-8b16-6a0784b70d44 None None] Current status of the port 2d769335-a871-4fae-841a-b73151d912f2 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:01.733964 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bb49bccc-a53f-4242-8b16-6a0784b70d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (2d769335-a871-4fae-841a-b73151d912f2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.769305 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-bb49bccc-a53f-4242-8b16-6a0784b70d44 None None] For port 2d769335-a871-4fae-841a-b73151d912f2, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2d769335-a871-4fae-841a-b73151d912f2,segment=NetworkSegment(c452324c-ee6c-4af3-b701-68dd854caaac),segment_id=c452324c-ee6c-4af3-b701-68dd854caaac)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:01.774677 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bb49bccc-a53f-4242-8b16-6a0784b70d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (2d769335-a871-4fae-841a-b73151d912f2), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.822158 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49bccc-a53f-4242-8b16-6a0784b70d44 None None] Pushing event updated for resources: {'Port': ['ID=2d769335-a871-4fae-841a-b73151d912f2,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:01.893578 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-71924af7-7d4c-4aad-91f4-4ed838602a7d None None] Provisioning complete for port 2d769335-a871-4fae-841a-b73151d912f2 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:01.893941 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-71924af7-7d4c-4aad-91f4-4ed838602a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2d769335-a871-4fae-841a-b73151d912f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:01.896368 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:01.909877 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:01:54Z', 'revision_number': 4, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2d769335-a871-4fae-841a-b73151d912f2', 'name': '', 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'mac_address': 'fa:16:3e:69:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'd3dd0926-a97a-4d85-90f2-459e52fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:53Z', 'updated_at': '2022-06-16T23:02:01Z', 'revision_number': 4, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'subnets': [{'id': 'd3dd0926-a97a-4d85-90f2-459e52fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:01.937456 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:01.937677 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c3059-4a13-4611-a99d-72dfc6b6948c None None] The sync data for ids ['b30c4a4b-8359-4863-a579-9557907e1260'] in dv-cinder-846230-1-iscsi is: [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:01:54Z', 'revision_number': 4, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2d769335-a871-4fae-841a-b73151d912f2', 'name': '', 'network_id': 'c9625366-e1ad-4696-a11c-b791fe9b8200', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'mac_address': 'fa:16:3e:69:16:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'd3dd0926-a97a-4d85-90f2-459e52fcaf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:53Z', 'updated_at': '2022-06-16T23:02:01Z', 'revision_number': 4, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'subnets': [{'id': 'd3dd0926-a97a-4d85-90f2-459e52fcaf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:02:01.970084 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-71924af7-7d4c-4aad-91f4-4ed838602a7d None None] Current status of the port 2d769335-a871-4fae-841a-b73151d912f2 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:02.122095 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b770a40-eff0-47fe-b27a-86538db5241d req-cf37d91d-ad56-4d9e-a2db-90cf358b6308 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:02.123777 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b770a40-eff0-47fe-b27a-86538db5241d req-cf37d91d-ad56-4d9e-a2db-90cf358b6308 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0506380 Jun 16 23:02:02.177711 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b770a40-eff0-47fe-b27a-86538db5241d req-8db0899f-a32c-4377-8ffc-a5ac0949d239 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482984 Jun 16 23:02:02.666909 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-97000a03-8b6a-44fd-9441-de666f9550d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:03.245334 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2d769335-a871-4fae-841a-b73151d912f2 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:02:03.292222 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 2d769335-a871-4fae-841a-b73151d912f2 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:03.292670 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (2d769335-a871-4fae-841a-b73151d912f2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:03.313232 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb01ed3-0e17-4fdb-8909-37302e633ced req-1b2969f8-fd83-4ee0-967f-c3a468938357 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:03.314759 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-beb01ed3-0e17-4fdb-8909-37302e633ced req-1b2969f8-fd83-4ee0-967f-c3a468938357 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0545852 Jun 16 23:02:03.368284 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-beb01ed3-0e17-4fdb-8909-37302e633ced req-f1d44050-c812-4e07-82fb-90788b479820 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475881 Jun 16 23:02:03.493568 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 2d769335-a871-4fae-841a-b73151d912f2 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:04.239704 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:02:04.412020 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51564) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:04.502496 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22212d25-2f57-4d8b-9fb7-2e8ee32aaa66 req-371395c3-1308-47b8-8d8c-eae471551bf2 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:04.504012 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-22212d25-2f57-4d8b-9fb7-2e8ee32aaa66 req-371395c3-1308-47b8-8d8c-eae471551bf2 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0655272 Jun 16 23:02:04.507062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b42799a-9f06-4704-85a7-08af10437217 admin admin] Deleting subnet d6f29d10-1866-4a73-ab94-06a4283ffc8a {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:02:04.510670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2b42799a-9f06-4704-85a7-08af10437217 admin admin] Publish callbacks [] for subnet (d6f29d10-1866-4a73-ab94-06a4283ffc8a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:04.573090 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2b42799a-9f06-4704-85a7-08af10437217 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (d6f29d10-1866-4a73-ab94-06a4283ffc8a), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:04.611988 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-22212d25-2f57-4d8b-9fb7-2e8ee32aaa66 req-c4651af0-bd7f-4883-807f-05129b625ed1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990756 Jun 16 23:02:04.636558 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2b42799a-9f06-4704-85a7-08af10437217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (d6f29d10-1866-4a73-ab94-06a4283ffc8a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:04.699276 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2b42799a-9f06-4704-85a7-08af10437217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (d6f29d10-1866-4a73-ab94-06a4283ffc8a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:04.833119 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5e0172c7-6b65-4ec3-b5a9-340c17c2c553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:04.942181 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2b42799a-9f06-4704-85a7-08af10437217 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:04.945300 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-2b42799a-9f06-4704-85a7-08af10437217 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d6f29d10-1866-4a73-ab94-06a4283ffc8a HTTP/1.1" status: 204 len: 168 time: 0.5322173 Jun 16 23:02:04.948010 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51592) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:04.953730 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42799a-9f06-4704-85a7-08af10437217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f29d10-1866-4a73-ab94-06a4283ffc8a,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:04.986860 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:04.995517 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762a9d3-2a74-4833-8772-d058be66cd44 req-c07bb11b-db45-48ad-999f-d7220a42c407 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:05.002952 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9762a9d3-2a74-4833-8772-d058be66cd44 req-c07bb11b-db45-48ad-999f-d7220a42c407 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0656562 Jun 16 23:02:05.060754 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9762a9d3-2a74-4833-8772-d058be66cd44 req-4b5113b7-c526-4b81-9f0c-558f24ac07ca tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567620 Jun 16 23:02:05.275901 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (e7da4521-f34e-4d71-8248-8d3ed01e5c06), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.379373 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (e7da4521-f34e-4d71-8248-8d3ed01e5c06), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.402155 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.402508 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.403825 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.404185 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > port after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.404531 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.404881 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > port after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.405398 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.405771 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.406111 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.406464 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.476408 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.476761 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.477098 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.477497 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 23:02:05.478166 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7da4521-f34e-4d71-8248-8d3ed01e5c06']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:05.495938 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a387984d-ae56-4fc6-9742-ca0f4fb40164') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:05.496236 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a387984d-ae56-4fc6-9742-ca0f4fb40164') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:05.512685 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (a387984d-ae56-4fc6-9742-ca0f4fb40164), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.533223 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (a387984d-ae56-4fc6-9742-ca0f4fb40164), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.543211 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:02:05.543620 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (a387984d-ae56-4fc6-9742-ca0f4fb40164), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.615131 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (e7da4521-f34e-4d71-8248-8d3ed01e5c06), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.621471 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.625573 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] 10.222.0.17 "DELETE /v2.0/networks/e7da4521-f34e-4d71-8248-8d3ed01e5c06 HTTP/1.1" status: 204 len: 168 time: 0.6765559 Jun 16 23:02:05.628589 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51610) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:05.638521 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc6c49-c801-4652-ad99-157538780802 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7da4521-f34e-4d71-8248-8d3ed01e5c06,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:05.680498 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda7ac4e-3f6f-4aa0-83b8-d1ec1ecbcff1 admin admin] Deleting subnet 3b7ce975-38bc-4fd4-bc01-ae057666b378 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:02:05.683793 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cda7ac4e-3f6f-4aa0-83b8-d1ec1ecbcff1 admin admin] Publish callbacks [] for subnet (3b7ce975-38bc-4fd4-bc01-ae057666b378), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.722022 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cda7ac4e-3f6f-4aa0-83b8-d1ec1ecbcff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (3b7ce975-38bc-4fd4-bc01-ae057666b378), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.739314 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment a387984d-ae56-4fc6-9742-ca0f4fb40164 resource provider aggregate not found Jun 16 23:02:05.756045 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment a387984d-ae56-4fc6-9742-ca0f4fb40164 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a387984d-ae56-4fc6-9742-ca0f4fb40164 found for delete ", "request_id": "req-eb2480b6-c277-4ed6-9822-bffda8114218"}]} Jun 16 23:02:05.762307 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cda7ac4e-3f6f-4aa0-83b8-d1ec1ecbcff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (3b7ce975-38bc-4fd4-bc01-ae057666b378), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.780599 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.809469 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:05.817682 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cda7ac4e-3f6f-4aa0-83b8-d1ec1ecbcff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (3b7ce975-38bc-4fd4-bc01-ae057666b378), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.845150 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7ac4e-3f6f-4aa0-83b8-d1ec1ecbcff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b7ce975-38bc-4fd4-bc01-ae057666b378,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:05.847550 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cda7ac4e-3f6f-4aa0-83b8-d1ec1ecbcff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:05.851563 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-cda7ac4e-3f6f-4aa0-83b8-d1ec1ecbcff1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3b7ce975-38bc-4fd4-bc01-ae057666b378 HTTP/1.1" status: 204 len: 168 time: 0.2219632 Jun 16 23:02:05.854258 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51620) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:05.888668 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:05.933145 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (419ff7cb-a46d-429b-9bd8-291bc673c695), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.022492 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (419ff7cb-a46d-429b-9bd8-291bc673c695), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.048150 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419ff7cb-a46d-429b-9bd8-291bc673c695']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:06.058806 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859e4968-6071-414f-bc5b-72ed5e6e4381') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:06.059689 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859e4968-6071-414f-bc5b-72ed5e6e4381') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:06.069416 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58790879'] for segment (859e4968-6071-414f-bc5b-72ed5e6e4381), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.083284 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (859e4968-6071-414f-bc5b-72ed5e6e4381), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.089947 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:02:06.090403 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58791164'] for segment (859e4968-6071-414f-bc5b-72ed5e6e4381), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.137193 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment 859e4968-6071-414f-bc5b-72ed5e6e4381 resource provider aggregate not found Jun 16 23:02:06.155427 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment 859e4968-6071-414f-bc5b-72ed5e6e4381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 859e4968-6071-414f-bc5b-72ed5e6e4381 found for delete ", "request_id": "req-bc496aaa-6238-4d7b-b105-b1fb0ec052b3"}]} Jun 16 23:02:06.156534 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (419ff7cb-a46d-429b-9bd8-291bc673c695), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.164432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.167574 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] 10.222.0.17 "DELETE /v2.0/networks/419ff7cb-a46d-429b-9bd8-291bc673c695 HTTP/1.1" status: 204 len: 168 time: 0.3121262 Jun 16 23:02:06.177577 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40a34a-2cab-4c2a-b33f-bfd0523543cc admin admin] Pushing event deleted for resources: {'Network': ['ID=419ff7cb-a46d-429b-9bd8-291bc673c695,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:06.361968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51640) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:06.404042 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2d3ac00e-e5be-42bd-9e5e-7421ef7cc9a6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5a1cfcacb5ed448cb73ad5054ed0964b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403917 Jun 16 23:02:06.406674 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51644) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:06.464887 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e2f933a5-dc9b-4d63-8c80-c84df25a20d5 admin admin] Publish callbacks [] for security_group (93920a0c-96be-440f-a664-e01ff36badca), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.487739 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e2f933a5-dc9b-4d63-8c80-c84df25a20d5 admin admin] Publish callbacks [] for security_group (93920a0c-96be-440f-a664-e01ff36badca), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.543923 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e2f933a5-dc9b-4d63-8c80-c84df25a20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (93920a0c-96be-440f-a664-e01ff36badca), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.546709 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e2f933a5-dc9b-4d63-8c80-c84df25a20d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:06.550256 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e2f933a5-dc9b-4d63-8c80-c84df25a20d5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/93920a0c-96be-440f-a664-e01ff36badca HTTP/1.1" status: 204 len: 168 time: 0.1402345 Jun 16 23:02:06.558820 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f933a5-dc9b-4d63-8c80-c84df25a20d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93920a0c-96be-440f-a664-e01ff36badca,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:06.788715 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-a99f1beb-fc75-4b50-950e-2c80d6d5c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:06.790173 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-a99f1beb-fc75-4b50-950e-2c80d6d5c22d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 1129 time: 0.0682170 Jun 16 23:02:06.829684 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c962e-a19e-4203-b541-c7404c4f782f req-54542ad8-57ca-4181-8b5b-345b0c189053 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:06.833609 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a03c962e-a19e-4203-b541-c7404c4f782f req-54542ad8-57ca-4181-8b5b-345b0c189053 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0608294 Jun 16 23:02:06.860973 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:06.887790 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a03c962e-a19e-4203-b541-c7404c4f782f req-909f1d33-8041-4b8f-817e-8afcd2eee6e0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Jun 16 23:02:06.888069 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-bc0a7343-3a76-429e-8006-7029ff90e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:06.889666 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-bc0a7343-3a76-429e-8006-7029ff90e52b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.0912204 Jun 16 23:02:06.945006 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-d5966e49-058b-48c4-8a1a-b366e6ad6766 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa HTTP/1.1" status: 200 len: 217 time: 0.0473435 Jun 16 23:02:06.983814 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51662) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:06.996576 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-5ff16547-44e8-42d9-ada0-506aa99f7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:06.998016 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-5ff16547-44e8-42d9-ada0-506aa99f7844 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0470049 Jun 16 23:02:07.025004 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-00d3383f-e364-4b86-aa52-da66056d24de admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=01a566c0abd24253857e5926c1f653b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398953 Jun 16 23:02:07.027559 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51664) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:07.045269 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-09a50840-213d-437d-afda-b95e4ca24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:07.047481 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-09a50840-213d-437d-afda-b95e4ca24507 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419440 Jun 16 23:02:07.078485 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a42a665f-4d23-46a3-b04d-67a5af4de74e admin admin] Publish callbacks [] for security_group (bde008f2-ca0b-41a7-8e4e-64321b611a2f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:07.099605 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a42a665f-4d23-46a3-b04d-67a5af4de74e admin admin] Publish callbacks [] for security_group (bde008f2-ca0b-41a7-8e4e-64321b611a2f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:07.159044 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-b20562c7-ddab-469a-a963-198b27e4a591 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986776 Jun 16 23:02:07.159709 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a42a665f-4d23-46a3-b04d-67a5af4de74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (bde008f2-ca0b-41a7-8e4e-64321b611a2f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:07.163247 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a42a665f-4d23-46a3-b04d-67a5af4de74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:07.164531 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a42a665f-4d23-46a3-b04d-67a5af4de74e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bde008f2-ca0b-41a7-8e4e-64321b611a2f HTTP/1.1" status: 204 len: 168 time: 0.1355431 Jun 16 23:02:07.174063 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a665f-4d23-46a3-b04d-67a5af4de74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde008f2-ca0b-41a7-8e4e-64321b611a2f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:07.292100 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-08a696d6-5a98-4fdf-8d62-7242cb9f9990 req-f2138b3c-8603-4627-933a-1f1e1e22cd44 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225395 Jun 16 23:02:07.367853 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:07.725724 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51692) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:07.864828 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-662ba400-72c5-4d59-ae44-a0ceb460e83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:07.974603 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-662ba400-72c5-4d59-ae44-a0ceb460e83b admin admin] Publish callbacks [] for security_group (ce55f3ac-5d3b-40a5-96f4-0a5f69b88342), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:07.985113 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-662ba400-72c5-4d59-ae44-a0ceb460e83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (ce55f3ac-5d3b-40a5-96f4-0a5f69b88342), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.055790 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ba400-72c5-4d59-ae44-a0ceb460e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce55f3ac-5d3b-40a5-96f4-0a5f69b88342,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:08.073430 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632af68-65e7-4960-8c39-92ec291b07f4 req-a076b4a7-738e-4e91-86ac-6c5228e0b76d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:08.075777 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8632af68-65e7-4960-8c39-92ec291b07f4 req-a076b4a7-738e-4e91-86ac-6c5228e0b76d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.1040349 Jun 16 23:02:08.079115 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-662ba400-72c5-4d59-ae44-a0ceb460e83b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dd9386437d4e4c2fa3ef654c7a9b6c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522015 Jun 16 23:02:08.081735 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51720) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:08.109556 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:08.130829 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.159647 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8632af68-65e7-4960-8c39-92ec291b07f4 req-af5d0e50-cab9-4436-97cf-4bf5a06fd096 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775971 Jun 16 23:02:08.185100 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-88dc8262-ade8-4bc3-8f99-f07f172c8b16 admin admin] Publish callbacks [] for security_group (ce55f3ac-5d3b-40a5-96f4-0a5f69b88342), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.213745 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-88dc8262-ade8-4bc3-8f99-f07f172c8b16 admin admin] Publish callbacks [] for security_group (ce55f3ac-5d3b-40a5-96f4-0a5f69b88342), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.215617 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:08.248666 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.283731 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-88dc8262-ade8-4bc3-8f99-f07f172c8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (ce55f3ac-5d3b-40a5-96f4-0a5f69b88342), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.286378 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-88dc8262-ade8-4bc3-8f99-f07f172c8b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.290461 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-88dc8262-ade8-4bc3-8f99-f07f172c8b16 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ce55f3ac-5d3b-40a5-96f4-0a5f69b88342 HTTP/1.1" status: 204 len: 168 time: 0.2070146 Jun 16 23:02:08.299429 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc8262-ade8-4bc3-8f99-f07f172c8b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce55f3ac-5d3b-40a5-96f4-0a5f69b88342,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:08.659970 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51754) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:08.773836 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51764) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:08.788986 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be18f919-61a7-4ae1-a16d-984f4ddbfcb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.817830 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-399046bd-208a-4691-ac6e-d836d7e2a516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.849535 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:08.938006 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be18f919-61a7-4ae1-a16d-984f4ddbfcb6 admin admin] Publish callbacks [] for security_group (70a379bd-098c-45f3-9289-c1141a8ff67c), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.945000 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-be18f919-61a7-4ae1-a16d-984f4ddbfcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (70a379bd-098c-45f3-9289-c1141a8ff67c), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.972186 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-399046bd-208a-4691-ac6e-d836d7e2a516 admin admin] Publish callbacks [] for security_group (288f3bf3-c359-4997-97a0-fda8d288e6f1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:08.986831 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-399046bd-208a-4691-ac6e-d836d7e2a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (288f3bf3-c359-4997-97a0-fda8d288e6f1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.003210 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18f919-61a7-4ae1-a16d-984f4ddbfcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a379bd-098c-45f3-9289-c1141a8ff67c,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:09.007337 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-be18f919-61a7-4ae1-a16d-984f4ddbfcb6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4570a205938b40029454385e7940d5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324221 Jun 16 23:02:09.010196 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51770) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:09.031560 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-399046bd-208a-4691-ac6e-d836d7e2a516 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6bd6196610c2469cb838d4f884f66c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680594 Jun 16 23:02:09.032331 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51772) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:09.041662 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399046bd-208a-4691-ac6e-d836d7e2a516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288f3bf3-c359-4997-97a0-fda8d288e6f1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:09.097969 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fad7-2623-4b84-88d2-7838698cf643 admin admin] Publish callbacks [] for security_group (70a379bd-098c-45f3-9289-c1141a8ff67c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.131692 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fad7-2623-4b84-88d2-7838698cf643 admin admin] Publish callbacks [] for security_group (70a379bd-098c-45f3-9289-c1141a8ff67c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.133589 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75e2eacf-9e80-4c0a-b93f-5c6adb97f572 admin admin] Publish callbacks [] for security_group (288f3bf3-c359-4997-97a0-fda8d288e6f1), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.183012 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75e2eacf-9e80-4c0a-b93f-5c6adb97f572 admin admin] Publish callbacks [] for security_group (288f3bf3-c359-4997-97a0-fda8d288e6f1), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.229123 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fad7-2623-4b84-88d2-7838698cf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (70a379bd-098c-45f3-9289-c1141a8ff67c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.232111 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4ca3fad7-2623-4b84-88d2-7838698cf643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.233258 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4ca3fad7-2623-4b84-88d2-7838698cf643 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/70a379bd-098c-45f3-9289-c1141a8ff67c HTTP/1.1" status: 204 len: 168 time: 0.2222066 Jun 16 23:02:09.244374 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3fad7-2623-4b84-88d2-7838698cf643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a379bd-098c-45f3-9289-c1141a8ff67c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:09.257013 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75e2eacf-9e80-4c0a-b93f-5c6adb97f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (288f3bf3-c359-4997-97a0-fda8d288e6f1), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.263759 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-75e2eacf-9e80-4c0a-b93f-5c6adb97f572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:09.268429 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-75e2eacf-9e80-4c0a-b93f-5c6adb97f572 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/288f3bf3-c359-4997-97a0-fda8d288e6f1 HTTP/1.1" status: 204 len: 168 time: 0.2325532 Jun 16 23:02:09.294266 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2eacf-9e80-4c0a-b93f-5c6adb97f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288f3bf3-c359-4997-97a0-fda8d288e6f1,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:09.307885 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3560c-07d4-4c42-bab5-65257c462b63 req-f4ac70cd-a1d5-440a-806d-233a823d5e44 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:09.311387 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1ed3560c-07d4-4c42-bab5-65257c462b63 req-f4ac70cd-a1d5-440a-806d-233a823d5e44 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0771241 Jun 16 23:02:09.374116 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1ed3560c-07d4-4c42-bab5-65257c462b63 req-10e70350-4ac3-4897-b271-89c52749d63e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548160 Jun 16 23:02:10.509522 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6c119-9ca2-4b13-9d7d-800a4378844f req-6928d430-b0b3-4ab6-8f4a-d9b570954e1a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:10.511035 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a3c6c119-9ca2-4b13-9d7d-800a4378844f req-6928d430-b0b3-4ab6-8f4a-d9b570954e1a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0572848 Jun 16 23:02:10.588306 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a3c6c119-9ca2-4b13-9d7d-800a4378844f req-b1792d76-2bb3-49f7-bbe0-8845209e3b38 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710731 Jun 16 23:02:11.701222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51896) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:11.709459 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7cda-54ec-4fc7-b1a3-31a692dddbe0 req-ba062f1e-0a10-4d0c-b146-dbbdb1ab82d5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:11.715143 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-726f7cda-54ec-4fc7-b1a3-31a692dddbe0 req-ba062f1e-0a10-4d0c-b146-dbbdb1ab82d5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0525196 Jun 16 23:02:11.764391 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-726f7cda-54ec-4fc7-b1a3-31a692dddbe0 req-800dbe6b-4f37-43c7-8ef8-a63a8c8edeaf tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458300 Jun 16 23:02:11.818925 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb6c3ae0-e0e2-43b6-89b2-969b10f81390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:11.838661 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:11.880020 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-1a853885-9fd8-4b4d-ba3a-2cb3896206f8 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=c90a3d32fe204da7a969528722141e75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379841 Jun 16 23:02:11.917565 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb6c3ae0-e0e2-43b6-89b2-969b10f81390 admin admin] Publish callbacks [] for security_group (49af2989-39dd-4b39-934c-7f50f5ea484c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:11.922945 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bb6c3ae0-e0e2-43b6-89b2-969b10f81390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (49af2989-39dd-4b39-934c-7f50f5ea484c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:11.962972 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bb6c3ae0-e0e2-43b6-89b2-969b10f81390 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=66f00e07b07d425fa2012d46b7b59649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604146 Jun 16 23:02:11.964171 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c3ae0-e0e2-43b6-89b2-969b10f81390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49af2989-39dd-4b39-934c-7f50f5ea484c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:11.966524 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51916) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:12.016200 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc891-aa29-489c-8e59-ae07deff17cf admin admin] Publish callbacks [] for security_group (49af2989-39dd-4b39-934c-7f50f5ea484c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.038887 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc891-aa29-489c-8e59-ae07deff17cf admin admin] Publish callbacks [] for security_group (49af2989-39dd-4b39-934c-7f50f5ea484c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.041512 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:12.069833 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c82b5-40d6-4063-9955-b77def42cd64 req-484fda59-a93a-48f2-b543-99e2ed4fbab2 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:12.071322 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-484fda59-a93a-48f2-b543-99e2ed4fbab2 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850164 Jun 16 23:02:12.086334 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2b5981d4-ebff-4d8f-a7ce-1d1d09520419 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/quotas/c90a3d32fe204da7a969528722141e75 HTTP/1.1" status: 200 len: 375 time: 0.0092232 Jun 16 23:02:12.094226 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc891-aa29-489c-8e59-ae07deff17cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (49af2989-39dd-4b39-934c-7f50f5ea484c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.096937 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c7cc891-aa29-489c-8e59-ae07deff17cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.099031 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1c7cc891-aa29-489c-8e59-ae07deff17cf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/49af2989-39dd-4b39-934c-7f50f5ea484c HTTP/1.1" status: 204 len: 168 time: 0.1315520 Jun 16 23:02:12.108611 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cc891-aa29-489c-8e59-ae07deff17cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af2989-39dd-4b39-934c-7f50f5ea484c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:12.152714 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-25aac971-b184-4c4f-a63e-911bd5fccc16 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c90a3d32fe204da7a969528722141e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271347 Jun 16 23:02:12.331442 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c8a61572-4a4b-4282-9db9-53e8feac8976 req-4dac91da-1f48-400a-b0df-5fbf6339141d tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 210 time: 0.0408273 Jun 16 23:02:12.461465 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51930) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:12.475545 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c8fc60c2-2a4b-497e-9486-1bd170597c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.547732 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:12.565734 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c8fc60c2-2a4b-497e-9486-1bd170597c6b admin admin] Publish callbacks [] for security_group (75d71bec-7bca-4f78-92b7-9a9a2d775427), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.570714 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c8fc60c2-2a4b-497e-9486-1bd170597c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (75d71bec-7bca-4f78-92b7-9a9a2d775427), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.582873 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51938) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:12.633090 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c8fc60c2-2a4b-497e-9486-1bd170597c6b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=feb78b24bf9b40f0a89c24b553aefbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702685 Jun 16 23:02:12.635504 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 51942) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:12.642727 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc60c2-2a4b-497e-9486-1bd170597c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d71bec-7bca-4f78-92b7-9a9a2d775427,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:12.705601 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-af1ff98a-fd01-4b48-b5b4-ca9fdc948710 admin admin] Publish callbacks [] for security_group (75d71bec-7bca-4f78-92b7-9a9a2d775427), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.733114 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1b0c61a7-dead-48b3-a891-53fd61b2ac28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.762189 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-af1ff98a-fd01-4b48-b5b4-ca9fdc948710 admin admin] Publish callbacks [] for security_group (75d71bec-7bca-4f78-92b7-9a9a2d775427), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.840896 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-af1ff98a-fd01-4b48-b5b4-ca9fdc948710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (75d71bec-7bca-4f78-92b7-9a9a2d775427), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.855138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-af1ff98a-fd01-4b48-b5b4-ca9fdc948710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.856933 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-af1ff98a-fd01-4b48-b5b4-ca9fdc948710 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/75d71bec-7bca-4f78-92b7-9a9a2d775427 HTTP/1.1" status: 204 len: 168 time: 0.2202277 Jun 16 23:02:12.871030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:12.882075 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ff98a-fd01-4b48-b5b4-ca9fdc948710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d71bec-7bca-4f78-92b7-9a9a2d775427,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:12.946023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854643e-22c5-4db8-913c-9eba0f7180a7 req-fe7c5a0f-00ed-4ac2-98d6-c9eab536512d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:12.947553 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9854643e-22c5-4db8-913c-9eba0f7180a7 req-fe7c5a0f-00ed-4ac2-98d6-c9eab536512d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0892239 Jun 16 23:02:12.953028 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1b0c61a7-dead-48b3-a891-53fd61b2ac28 admin admin] Publish callbacks [] for security_group (1198627d-6886-487b-bc61-691ef5f4f94a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:12.963227 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1b0c61a7-dead-48b3-a891-53fd61b2ac28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (1198627d-6886-487b-bc61-691ef5f4f94a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:13.033466 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1b0c61a7-dead-48b3-a891-53fd61b2ac28 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=390df83726124500bde5f207ee4b6629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487145 Jun 16 23:02:13.036281 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 51954) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:13.050643 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c61a7-dead-48b3-a891-53fd61b2ac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1198627d-6886-487b-bc61-691ef5f4f94a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:13.062732 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9854643e-22c5-4db8-913c-9eba0f7180a7 req-a1cf1310-71e9-4a03-b3ec-e03dea634804 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082540 Jun 16 23:02:13.107053 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-13b57280-6cf8-4d0f-86c5-ce764b58547f admin admin] Publish callbacks [] for security_group (1198627d-6886-487b-bc61-691ef5f4f94a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:13.131571 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-13b57280-6cf8-4d0f-86c5-ce764b58547f admin admin] Publish callbacks [] for security_group (1198627d-6886-487b-bc61-691ef5f4f94a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:13.189291 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-13b57280-6cf8-4d0f-86c5-ce764b58547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (1198627d-6886-487b-bc61-691ef5f4f94a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:13.191879 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-13b57280-6cf8-4d0f-86c5-ce764b58547f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:13.193031 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-13b57280-6cf8-4d0f-86c5-ce764b58547f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1198627d-6886-487b-bc61-691ef5f4f94a HTTP/1.1" status: 204 len: 168 time: 0.1557798 Jun 16 23:02:13.201704 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b57280-6cf8-4d0f-86c5-ce764b58547f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198627d-6886-487b-bc61-691ef5f4f94a,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:13.461443 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-20097fd3-0fa8-43dc-b284-8ef84de7da88 req-5906620f-de7d-441a-830b-28fd4f86663d tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 210 time: 0.0561886 Jun 16 23:02:13.497580 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-e054bc7d-7b6c-4667-b63e-e85cf4422e50 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c90a3d32fe204da7a969528722141e75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705657 Jun 16 23:02:13.696285 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:13.739427 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c82b5-40d6-4063-9955-b77def42cd64 req-ee33a9a1-10e1-4d05-954e-cdf8008818a2 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:13.741317 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-ee33a9a1-10e1-4d05-954e-cdf8008818a2 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383888 Jun 16 23:02:13.798999 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Request body: {'port': {'device_id': 'ee275bd4-5cd1-46e8-9084-74b027db92fa', 'network_id': '823799a8-f721-4288-8231-93ff63f703d9', 'admin_state_up': True, 'tenant_id': 'c90a3d32fe204da7a969528722141e75'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:13.919663 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Made reservation on behalf of c90a3d32fe204da7a969528722141e75 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:02:13.923741 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:13.932909 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:14.025964 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks [] for security_group (2405cf4b-9c19-4eb6-9602-948479956202), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:14.031207 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (2405cf4b-9c19-4eb6-9602-948479956202), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:14.131728 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2405cf4b-9c19-4eb6-9602-948479956202,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:14.195514 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d564c-2d33-44ae-bd32-06d04f3262a4 req-3071457c-0010-40f2-96ab-403ec683dbe7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:14.198295 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920d564c-2d33-44ae-bd32-06d04f3262a4 req-3071457c-0010-40f2-96ab-403ec683dbe7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0640104 Jun 16 23:02:14.234986 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:14.236722 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=22 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:14.253174 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Allocated IP 192.168.233.208 (823799a8-f721-4288-8231-93ff63f703d9/def4897a-2115-4267-a779-82e6415a8f06/a147f1db-e24c-4a2c-885e-59f4a826c62c) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:02:14.267448 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920d564c-2d33-44ae-bd32-06d04f3262a4 req-c14de5c6-df51-492f-992c-d9c16643f2ad tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624113 Jun 16 23:02:14.453269 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks [] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:14.492774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:14.500999 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:14.543616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Network 823799a8-f721-4288-8231-93ff63f703d9 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:02:14.547629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:02:14.554348 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:02:14.557122 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:14.560660 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Pushing event updated for resources: {'Port': ['ID=a147f1db-e24c-4a2c-885e-59f4a826c62c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:14.600868 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55588f3d-7da9-4d01-be7b-5fbd379509ef req-380e36fd-6588-4253-a633-95d0c5a05435 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:14.603417 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-55588f3d-7da9-4d01-be7b-5fbd379509ef req-380e36fd-6588-4253-a633-95d0c5a05435 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 936 time: 0.0733886 Jun 16 23:02:14.618088 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:14.619013 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:14.645297 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-2fc958bf-877f-4c1f-a989-feb502b468b0 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8505042 Jun 16 23:02:14.679960 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-55588f3d-7da9-4d01-be7b-5fbd379509ef req-3996739d-6293-446e-b723-be1f8e063c75 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686817 Jun 16 23:02:14.684262 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Request body: {'port': {'device_id': 'ee275bd4-5cd1-46e8-9084-74b027db92fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:14.767421 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:14.824999 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-9d91b4bd-4bec-4954-b242-452444d2f48f None None] Provisioning complete for port a147f1db-e24c-4a2c-885e-59f4a826c62c triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:14.825583 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9d91b4bd-4bec-4954-b242-452444d2f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:14.863655 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-9d91b4bd-4bec-4954-b242-452444d2f48f None None] Port a147f1db-e24c-4a2c-885e-59f4a826c62c cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:02:15.078250 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a147f1db-e24c-4a2c-885e-59f4a826c62c {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:02:15.086804 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Publish callbacks [] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:15.100959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Transition to ACTIVE for port object a147f1db-e24c-4a2c-885e-59f4a826c62c will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:02:15.104687 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:15.155338 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Pushing event updated for resources: {'Port': ['ID=a147f1db-e24c-4a2c-885e-59f4a826c62c,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:15.245316 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Attempting to bind port a147f1db-e24c-4a2c-885e-59f4a826c62c on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:02:15.245688 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Attempting to bind port a147f1db-e24c-4a2c-885e-59f4a826c62c by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:02:15.246022 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Attempting to bind port a147f1db-e24c-4a2c-885e-59f4a826c62c on network 823799a8-f721-4288-8231-93ff63f703d9 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:02:15.251354 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Port a147f1db-e24c-4a2c-885e-59f4a826c62c on network 823799a8-f721-4288-8231-93ff63f703d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:02:15.251678 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Attempting to bind port a147f1db-e24c-4a2c-885e-59f4a826c62c on network 823799a8-f721-4288-8231-93ff63f703d9 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:02:15.257137 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:02:15.257471 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Checking segment: {'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:02:15.257851 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Bound using segment: {'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:02:15.258286 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Bound port: a147f1db-e24c-4a2c-885e-59f4a826c62c, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fae59a-cc01-437e-a7e3-9765fd054cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '823799a8-f721-4288-8231-93ff63f703d9'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:02:15.258880 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:15.374148 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] For port a147f1db-e24c-4a2c-885e-59f4a826c62c, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:02:15.379300 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] For port a147f1db-e24c-4a2c-885e-59f4a826c62c, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a147f1db-e24c-4a2c-885e-59f4a826c62c,segment=NetworkSegment(e1fae59a-cc01-437e-a7e3-9765fd054cce),segment_id=e1fae59a-cc01-437e-a7e3-9765fd054cce)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:02:15.388754 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:15.416579 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1d490-3b7f-488a-ba73-757c3d83d21d req-20c69fc9-e0c7-4397-8914-6ba5f9652a8d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:15.424314 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e9b1d490-3b7f-488a-ba73-757c3d83d21d req-20c69fc9-e0c7-4397-8914-6ba5f9652a8d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0770738 Jun 16 23:02:15.433091 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52096) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:15.434393 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:15.434948 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:15.436428 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] 10.222.0.26 "PUT /v2.0/ports/a147f1db-e24c-4a2c-885e-59f4a826c62c HTTP/1.1" status: 200 len: 1098 time: 0.7607322 Jun 16 23:02:15.438066 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee275bd4-5cd1-46e8-9084-74b027db92fa', 'tag': 'a147f1db-e24c-4a2c-885e-59f4a826c62c'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:15.440967 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3866395d-3c8c-4c48-8e27-999acd291d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee275bd4-5cd1-46e8-9084-74b027db92fa", "tag": "a147f1db-e24c-4a2c-885e-59f4a826c62c"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:15.472977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced5f8b-a389-4df8-9439-3dc913f0fb70 service neutron] Pushing event updated for resources: {'Port': ['ID=a147f1db-e24c-4a2c-885e-59f4a826c62c,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:15.534678 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882c3635-e23b-4e2e-a298-c5ba58802a9a x-openstack-request-id: req-882c3635-e23b-4e2e-a298-c5ba58802a9a {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:15.534968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee275bd4-5cd1-46e8-9084-74b027db92fa", "tag": "a147f1db-e24c-4a2c-885e-59f4a826c62c", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:15.535216 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-882c3635-e23b-4e2e-a298-c5ba58802a9a {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:15.535752 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882c3635-e23b-4e2e-a298-c5ba58802a9a'] response: {'name': 'network-changed', 'server_uuid': 'ee275bd4-5cd1-46e8-9084-74b027db92fa', 'tag': 'a147f1db-e24c-4a2c-885e-59f4a826c62c', 'status': 'completed', 'code': 200} Jun 16 23:02:15.539211 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e9b1d490-3b7f-488a-ba73-757c3d83d21d req-888bad26-33f0-4201-9e8b-759e8d0c1a83 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140075 Jun 16 23:02:15.565304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c82b5-40d6-4063-9955-b77def42cd64 req-928e4d6e-0e10-462e-b7d9-6cd197380fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:15.567459 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-928e4d6e-0e10-462e-b7d9-6cd197380fa1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c90a3d32fe204da7a969528722141e75&device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 1132 time: 0.0516791 Jun 16 23:02:15.630803 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-621c243b-0344-4022-bb3a-02f1ab97c185 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a147f1db-e24c-4a2c-885e-59f4a826c62c HTTP/1.1" status: 200 len: 217 time: 0.0413289 Jun 16 23:02:15.646540 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a33488a0-3683-4e15-9be6-e4bb26fbd498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:15.695406 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:15.702325 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:15.704367 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c82b5-40d6-4063-9955-b77def42cd64 req-fab1ad2b-2df3-4ce6-92de-d5c010e124c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:15.705830 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-fab1ad2b-2df3-4ce6-92de-d5c010e124c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=def4897a-2115-4267-a779-82e6415a8f06 HTTP/1.1" status: 200 len: 843 time: 0.0675123 Jun 16 23:02:15.776062 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c82b5-40d6-4063-9955-b77def42cd64 req-9fff5359-7b5b-4459-b298-026ba8378c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:15.778139 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-9fff5359-7b5b-4459-b298-026ba8378c2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823799a8-f721-4288-8231-93ff63f703d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0620916 Jun 16 23:02:15.783235 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:15.804691 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5dad1-39b1-407f-ad47-7222fb0d28e5 req-a3b7b3e8-601c-47fa-86f1-ef90dbf003d1 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:15.806273 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bef5dad1-39b1-407f-ad47-7222fb0d28e5 req-a3b7b3e8-601c-47fa-86f1-ef90dbf003d1 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 948 time: 0.0611293 Jun 16 23:02:15.838905 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a33488a0-3683-4e15-9be6-e4bb26fbd498 admin admin] Publish callbacks [] for security_group (7a42a14a-69dc-4426-b82d-39c636501f73), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:15.858391 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bef5dad1-39b1-407f-ad47-7222fb0d28e5 req-7e025198-2bb8-4e7f-b14d-7d9bee9cf2bd tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Jun 16 23:02:15.868570 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a33488a0-3683-4e15-9be6-e4bb26fbd498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (7a42a14a-69dc-4426-b82d-39c636501f73), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:15.920473 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33488a0-3683-4e15-9be6-e4bb26fbd498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a42a14a-69dc-4426-b82d-39c636501f73,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:15.935092 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a33488a0-3683-4e15-9be6-e4bb26fbd498 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d0ae14018002474c94f643ab57fb936d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976945 Jun 16 23:02:15.936078 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 52106) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:15.937716 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-c3955a67-7cc9-45f4-adb2-fa5ae5ffb139 service neutron] 10.222.0.26 "GET /v2.0/networks/823799a8-f721-4288-8231-93ff63f703d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511219 Jun 16 23:02:15.992739 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a19453c9-ad92-4ec2-8243-166e46e03830 admin admin] Publish callbacks [] for security_group (7a42a14a-69dc-4426-b82d-39c636501f73), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.014993 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a19453c9-ad92-4ec2-8243-166e46e03830 admin admin] Publish callbacks [] for security_group (7a42a14a-69dc-4426-b82d-39c636501f73), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.035682 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-920c82b5-40d6-4063-9955-b77def42cd64 req-6fd83998-6988-4461-922b-cfeebc09f6e2 service neutron] 10.222.0.26 "GET /v2.0/networks/823799a8-f721-4288-8231-93ff63f703d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897684 Jun 16 23:02:16.067819 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a19453c9-ad92-4ec2-8243-166e46e03830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (7a42a14a-69dc-4426-b82d-39c636501f73), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.070341 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a19453c9-ad92-4ec2-8243-166e46e03830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.071543 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a19453c9-ad92-4ec2-8243-166e46e03830 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7a42a14a-69dc-4426-b82d-39c636501f73 HTTP/1.1" status: 204 len: 168 time: 0.1344967 Jun 16 23:02:16.081344 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19453c9-ad92-4ec2-8243-166e46e03830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a42a14a-69dc-4426-b82d-39c636501f73,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:16.366689 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52114) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:16.380468 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2c936cd6-c09e-47bc-b374-a76c2430ca08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.460021 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2c936cd6-c09e-47bc-b374-a76c2430ca08 admin admin] Publish callbacks [] for security_group (c6a262ec-1759-472e-9fa4-e2dc2e5bef0e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.463530 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2c936cd6-c09e-47bc-b374-a76c2430ca08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c6a262ec-1759-472e-9fa4-e2dc2e5bef0e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.502837 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c936cd6-c09e-47bc-b374-a76c2430ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a262ec-1759-472e-9fa4-e2dc2e5bef0e,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:16.507318 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2c936cd6-c09e-47bc-b374-a76c2430ca08 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8691e38b19934c4181683d4c88ae2e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395326 Jun 16 23:02:16.509744 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52116) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:16.560248 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3fe3260d-c085-479e-b34f-2da6ca7cc814 admin admin] Publish callbacks [] for security_group (c6a262ec-1759-472e-9fa4-e2dc2e5bef0e), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.585355 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3fe3260d-c085-479e-b34f-2da6ca7cc814 admin admin] Publish callbacks [] for security_group (c6a262ec-1759-472e-9fa4-e2dc2e5bef0e), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.634720 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3fe3260d-c085-479e-b34f-2da6ca7cc814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c6a262ec-1759-472e-9fa4-e2dc2e5bef0e), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.637764 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3fe3260d-c085-479e-b34f-2da6ca7cc814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:16.638930 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3fe3260d-c085-479e-b34f-2da6ca7cc814 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c6a262ec-1759-472e-9fa4-e2dc2e5bef0e HTTP/1.1" status: 204 len: 168 time: 0.1282663 Jun 16 23:02:16.647489 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3260d-c085-479e-b34f-2da6ca7cc814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a262ec-1759-472e-9fa4-e2dc2e5bef0e,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:16.683869 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9c28-d84c-46e6-a6f3-27be27dbaccd req-f18e6799-f3b7-4bc2-9e05-565b6d810828 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:16.685434 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-806b9c28-d84c-46e6-a6f3-27be27dbaccd req-f18e6799-f3b7-4bc2-9e05-565b6d810828 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0588839 Jun 16 23:02:16.733948 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-806b9c28-d84c-46e6-a6f3-27be27dbaccd req-0c975e47-03ca-43c1-856e-cff3c190eeea tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426118 Jun 16 23:02:16.977701 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fe840-b324-4782-9da4-393730b6b22b req-dd8e92d6-72f8-44f4-aec5-259762932b01 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:16.979390 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-897fe840-b324-4782-9da4-393730b6b22b req-dd8e92d6-72f8-44f4-aec5-259762932b01 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 948 time: 0.0489399 Jun 16 23:02:17.030561 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-897fe840-b324-4782-9da4-393730b6b22b req-998c0c4f-7fc4-476f-bbe9-4e526335cfd6 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 Jun 16 23:02:17.173734 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-36098f2f-2847-49bc-83f5-fa47724e4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:17.175374 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-36098f2f-2847-49bc-83f5-fa47724e4a82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c90a3d32fe204da7a969528722141e75&device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 1132 time: 0.0529497 Jun 16 23:02:17.254928 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:17.302976 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-2462c452-2775-4844-96c9-e2f3614943d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:17.304594 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-2462c452-2775-4844-96c9-e2f3614943d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=823799a8-f721-4288-8231-93ff63f703d9 HTTP/1.1" status: 200 len: 870 time: 0.1228750 Jun 16 23:02:17.349256 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-110407b9-6b7b-4c42-a4f6-5d1fb61ac2f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a147f1db-e24c-4a2c-885e-59f4a826c62c HTTP/1.1" status: 200 len: 217 time: 0.0351784 Jun 16 23:02:17.391220 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:17.403231 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-7e4c483b-52fb-4bf9-ab93-98382b2fd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:17.404709 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-7e4c483b-52fb-4bf9-ab93-98382b2fd22d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=def4897a-2115-4267-a779-82e6415a8f06 HTTP/1.1" status: 200 len: 843 time: 0.0492988 Jun 16 23:02:17.447311 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-c0165217-e31d-498c-bb0c-be4a2821383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:17.449337 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-c0165217-e31d-498c-bb0c-be4a2821383c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=823799a8-f721-4288-8231-93ff63f703d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0379176 Jun 16 23:02:17.717582 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-80ea39ab-80e8-49b8-88eb-db4f4dc02411 service neutron] 10.222.0.26 "GET /v2.0/networks/823799a8-f721-4288-8231-93ff63f703d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022501 Jun 16 23:02:17.818307 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3866395d-3c8c-4c48-8e27-999acd291d8c req-1d5bef1c-2b5f-4709-a979-1b474c2bb900 service neutron] 10.222.0.26 "GET /v2.0/networks/823799a8-f721-4288-8231-93ff63f703d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933383 Jun 16 23:02:17.861436 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bac30-6383-42b5-9f09-3560d036f6f9 req-cb60dc60-a16b-4596-8777-e861c4bb3dcf tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:17.862935 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a00bac30-6383-42b5-9f09-3560d036f6f9 req-cb60dc60-a16b-4596-8777-e861c4bb3dcf tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0462129 Jun 16 23:02:17.913577 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a00bac30-6383-42b5-9f09-3560d036f6f9 req-6a40a009-c4c8-4851-9a21-ae3d0734635a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Jun 16 23:02:18.144294 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362efab-f3d9-404f-a320-06e22844d5fd req-23176569-ec57-40d8-8347-2f4b616ecc14 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:18.145763 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b362efab-f3d9-404f-a320-06e22844d5fd req-23176569-ec57-40d8-8347-2f4b616ecc14 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 948 time: 0.0482955 Jun 16 23:02:18.205316 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b362efab-f3d9-404f-a320-06e22844d5fd req-f82069f7-e8a1-4b3d-bf2b-6a0b877db077 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 Jun 16 23:02:18.505099 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a147f1db-e24c-4a2c-885e-59f4a826c62c details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:02:18.525681 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:18.609251 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a147f1db-e24c-4a2c-885e-59f4a826c62c, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a147f1db-e24c-4a2c-885e-59f4a826c62c,segment=NetworkSegment(e1fae59a-cc01-437e-a7e3-9765fd054cce),segment_id=e1fae59a-cc01-437e-a7e3-9765fd054cce)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:18.620797 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'a147f1db-e24c-4a2c-885e-59f4a826c62c', 'network_id': '823799a8-f721-4288-8231-93ff63f703d9', 'port_id': 'a147f1db-e24c-4a2c-885e-59f4a826c62c', 'mac_address': 'fa:16:3e:db:90:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def4897a-2115-4267-a779-82e6415a8f06', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:02:18.655299 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port a147f1db-e24c-4a2c-885e-59f4a826c62c is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:18.655683 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:18.669137 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a147f1db-e24c-4a2c-885e-59f4a826c62c {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:02:18.689120 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a147f1db-e24c-4a2c-885e-59f4a826c62c, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a147f1db-e24c-4a2c-885e-59f4a826c62c,segment=NetworkSegment(e1fae59a-cc01-437e-a7e3-9765fd054cce),segment_id=e1fae59a-cc01-437e-a7e3-9765fd054cce)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:18.693990 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:18.741478 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=a147f1db-e24c-4a2c-885e-59f4a826c62c,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:19.023851 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff8cb5-382e-4d79-adfc-f136638e1777 req-afab55a1-0865-493d-9ad5-380e365375b1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:19.025440 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fdff8cb5-382e-4d79-adfc-f136638e1777 req-afab55a1-0865-493d-9ad5-380e365375b1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0460887 Jun 16 23:02:19.038916 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:19.075556 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fdff8cb5-382e-4d79-adfc-f136638e1777 req-49fe1f83-c601-4549-b27a-30b7abdf48f5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Jun 16 23:02:19.168625 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['a147f1db-e24c-4a2c-885e-59f4a826c62c'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:02:19.224959 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:19.240234 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900deb65-3f76-4368-916c-8717a0abaede req-51009711-7bb9-46d1-a9d7-8602aa7b9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:19.242000 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-900deb65-3f76-4368-916c-8717a0abaede req-51009711-7bb9-46d1-a9d7-8602aa7b9baa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 1129 time: 0.0449524 Jun 16 23:02:19.296659 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-900deb65-3f76-4368-916c-8717a0abaede req-759273bb-9875-48f6-8f2e-80be60bd8357 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458517 Jun 16 23:02:19.334706 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3639e6-495d-4a3b-b49f-eba7107909d3 req-57efe34d-57eb-47f9-afda-f0cdaa92d8a3 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:19.336622 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3a3639e6-495d-4a3b-b49f-eba7107909d3 req-57efe34d-57eb-47f9-afda-f0cdaa92d8a3 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 949 time: 0.0546637 Jun 16 23:02:19.394439 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3a3639e6-495d-4a3b-b49f-eba7107909d3 req-1065c575-d14d-40bf-bad1-4f20e00cf871 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515697 Jun 16 23:02:20.188767 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b4a50-5503-43c5-bb77-d8c20f8dcf6e req-dc762d2b-6490-40e7-84ce-dacb5f5f487e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:20.190216 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7b5b4a50-5503-43c5-bb77-d8c20f8dcf6e req-dc762d2b-6490-40e7-84ce-dacb5f5f487e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0478249 Jun 16 23:02:20.244902 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7b5b4a50-5503-43c5-bb77-d8c20f8dcf6e req-3c27e500-01b7-4b69-ba9b-6097e4413414 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Jun 16 23:02:20.507983 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a9f39-5002-4bd2-8907-ce31ee04f9d9 req-c648416a-6a31-49e2-ab4d-6026fa159bcb tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:20.509454 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ed4a9f39-5002-4bd2-8907-ce31ee04f9d9 req-c648416a-6a31-49e2-ab4d-6026fa159bcb tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 949 time: 0.0499835 Jun 16 23:02:20.514815 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a147f1db-e24c-4a2c-885e-59f4a826c62c up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:02:20.566484 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ed4a9f39-5002-4bd2-8907-ce31ee04f9d9 req-ec3a5f7f-4709-46d0-84bc-b9b841db74b7 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512438 Jun 16 23:02:20.567332 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port a147f1db-e24c-4a2c-885e-59f4a826c62c completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:02:20.575064 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port a147f1db-e24c-4a2c-885e-59f4a826c62c triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:20.575525 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:20.647428 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port a147f1db-e24c-4a2c-885e-59f4a826c62c is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:20.647819 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:20.674489 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee275bd4-5cd1-46e8-9084-74b027db92fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a147f1db-e24c-4a2c-885e-59f4a826c62c'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:20.677004 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41914856-23ed-4ecf-b4d0-c57511cdf18c" -d '{"events": [{"server_uuid": "ee275bd4-5cd1-46e8-9084-74b027db92fa", "name": "network-vif-plugged", "status": "completed", "tag": "a147f1db-e24c-4a2c-885e-59f4a826c62c"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:20.690663 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a147f1db-e24c-4a2c-885e-59f4a826c62c, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a147f1db-e24c-4a2c-885e-59f4a826c62c,segment=NetworkSegment(e1fae59a-cc01-437e-a7e3-9765fd054cce),segment_id=e1fae59a-cc01-437e-a7e3-9765fd054cce)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:20.695191 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:20.720914 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408f008-5e75-485c-98dc-4f8b8ca5789a x-openstack-request-id: req-e408f008-5e75-485c-98dc-4f8b8ca5789a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:20.721210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee275bd4-5cd1-46e8-9084-74b027db92fa", "name": "network-vif-plugged", "status": "completed", "tag": "a147f1db-e24c-4a2c-885e-59f4a826c62c", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:20.721512 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e408f008-5e75-485c-98dc-4f8b8ca5789a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:20.721901 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e408f008-5e75-485c-98dc-4f8b8ca5789a'] response: {'server_uuid': 'ee275bd4-5cd1-46e8-9084-74b027db92fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a147f1db-e24c-4a2c-885e-59f4a826c62c', 'code': 200} Jun 16 23:02:20.752061 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=a147f1db-e24c-4a2c-885e-59f4a826c62c,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:21.340081 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:21.364663 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b944e68-92b2-4323-82ad-5445f4a4aecb req-710b2ba2-ff2b-42c2-b505-f92159ad9c51 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:21.366176 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7b944e68-92b2-4323-82ad-5445f4a4aecb req-710b2ba2-ff2b-42c2-b505-f92159ad9c51 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0544672 Jun 16 23:02:21.438497 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7b944e68-92b2-4323-82ad-5445f4a4aecb req-3dee934d-a485-4af2-a756-58f7b487999d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651364 Jun 16 23:02:21.539571 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931920bb-f37c-4636-8997-a9180df9859a req-1aedd3f9-f08c-4908-91dd-cd1904792fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:21.541019 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-931920bb-f37c-4636-8997-a9180df9859a req-1aedd3f9-f08c-4908-91dd-cd1904792fd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 1134 time: 0.0404232 Jun 16 23:02:21.590687 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-931920bb-f37c-4636-8997-a9180df9859a req-ba4f48c1-59e2-414a-b2f0-eab4e3e25d69 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380778 Jun 16 23:02:21.681018 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b902-76ac-42fa-9173-d19432a05dc7 req-e240bc4e-cf07-4811-9dc4-0ef7d7010b99 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:21.683109 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ccf2b902-76ac-42fa-9173-d19432a05dc7 req-e240bc4e-cf07-4811-9dc4-0ef7d7010b99 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 950 time: 0.0458117 Jun 16 23:02:21.729624 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ccf2b902-76ac-42fa-9173-d19432a05dc7 req-3fb5bd4e-6ed4-4fd4-88a3-6ac4c7ef286f tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Jun 16 23:02:22.554442 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884d0da-8a1d-4a33-9d5f-23aac49a478b req-4e0e4268-9644-4ac4-80a3-6097a70db109 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:22.556084 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9884d0da-8a1d-4a33-9d5f-23aac49a478b req-4e0e4268-9644-4ac4-80a3-6097a70db109 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0515471 Jun 16 23:02:22.624829 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9884d0da-8a1d-4a33-9d5f-23aac49a478b req-b1791e99-88ae-44c0-ac58-d203024b01cd tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576479 Jun 16 23:02:22.654052 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-fb94b41c-cda0-40b0-a380-0bd2ad95589e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526889536&fields=id&tenant_id=b30b90ec4d5e45468a4fa0fb98e46393 HTTP/1.1" status: 200 len: 267 time: 0.0583422 Jun 16 23:02:22.784417 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-3a550cac-3c16-4e6b-97e4-b25b0d3f5728 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:22.790679 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-3a550cac-3c16-4e6b-97e4-b25b0d3f5728 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/networks?id=9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 200 len: 808 time: 0.1265531 Jun 16 23:02:22.805393 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-8d850d4f-438a-4408-acb7-438bbec014be tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/quotas/b30b90ec4d5e45468a4fa0fb98e46393 HTTP/1.1" status: 200 len: 375 time: 0.0114310 Jun 16 23:02:22.911336 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-378e26d0-d4b2-4cea-b23a-901db19f55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:22.912887 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-378e26d0-d4b2-4cea-b23a-901db19f55bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 1129 time: 0.0508618 Jun 16 23:02:22.922755 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-ac029c9a-32a4-4b23-8362-7180796978f2 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119864 Jun 16 23:02:22.933947 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45300cdd-fc93-4a2f-be85-1e724bfb5e79 req-44adac1f-0921-4837-b56a-ab0dabfbe905 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:22.935541 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45300cdd-fc93-4a2f-be85-1e724bfb5e79 req-44adac1f-0921-4837-b56a-ab0dabfbe905 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 950 time: 0.0834360 Jun 16 23:02:23.046576 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45300cdd-fc93-4a2f-be85-1e724bfb5e79 req-73ad4840-c4f1-4369-96d0-ed8ed5c24c6b tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011887 Jun 16 23:02:23.080677 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-a6c73fa1-49d1-421a-abb5-ada48d8f2c36 service neutron] 10.222.0.17 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441779 Jun 16 23:02:23.096041 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:23.197484 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3ba46-f77a-4b35-87b9-39e5ed2e10df req-0c07acb8-7fec-48b9-88e4-320f9f466cd0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:23.199543 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-08b3ba46-f77a-4b35-87b9-39e5ed2e10df req-0c07acb8-7fec-48b9-88e4-320f9f466cd0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0831914 Jun 16 23:02:23.236864 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-1663f81f-936c-4898-8b1a-06361e853d28 service neutron] 10.222.0.17 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496398 Jun 16 23:02:23.284823 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-08b3ba46-f77a-4b35-87b9-39e5ed2e10df req-8dad751d-1fdb-47c2-af45-e1984e55e211 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778549 Jun 16 23:02:23.316317 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-bb6fccd8-b00e-40ba-a1a2-cf85d3a30619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:23.317776 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-bb6fccd8-b00e-40ba-a1a2-cf85d3a30619 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.3705344 Jun 16 23:02:23.555855 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f792e68-1a57-40c1-9a2b-7011624dc64d req-f5b880d8-8e89-499e-8863-eb4899b40722 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 210 time: 0.0374362 Jun 16 23:02:23.804902 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-b953cbcb-01cc-4150-a5c0-e24d17b309e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa HTTP/1.1" status: 200 len: 217 time: 0.0385337 Jun 16 23:02:23.858034 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-e5bf2dba-c131-4d2c-9589-856f7af518e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:23.859895 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-e5bf2dba-c131-4d2c-9589-856f7af518e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0474496 Jun 16 23:02:23.924536 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-d52b7d00-9c40-4ee4-91a7-5f2ecd291d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:23.926266 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-d52b7d00-9c40-4ee4-91a7-5f2ecd291d8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496080 Jun 16 23:02:24.019914 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-09c38620-e29f-4196-8d3e-50093a1ad7cf service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860167 Jun 16 23:02:24.126070 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-047c4e32-8e66-49a4-9aa8-0519703c83ca req-7d1a62b8-d5dc-47d8-85c8-469d0baf9ae8 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985436 Jun 16 23:02:24.300492 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18480d41-f411-4420-aab5-9502c479f408 req-7e655d19-40a0-4b3c-afd2-1cf80c07acfa tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:24.301964 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-18480d41-f411-4420-aab5-9502c479f408 req-7e655d19-40a0-4b3c-afd2-1cf80c07acfa tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 950 time: 0.0468905 Jun 16 23:02:24.349465 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-18480d41-f411-4420-aab5-9502c479f408 req-1eab0586-bc03-4c27-9faa-79b973458646 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Jun 16 23:02:24.399986 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6395abf-f317-4149-9b94-8f0a4f27d4d5 req-465786c8-8cb2-459c-a9ea-d0de7c50af25 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:24.402071 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a6395abf-f317-4149-9b94-8f0a4f27d4d5 req-465786c8-8cb2-459c-a9ea-d0de7c50af25 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0488853 Jun 16 23:02:24.420793 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:24.450695 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a6395abf-f317-4149-9b94-8f0a4f27d4d5 req-42f55e6f-aa35-46b4-a44b-70502bc274dc tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Jun 16 23:02:24.681686 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:24.681917 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1affe25-c9d7-4c9f-b7f4-7bb3c853b30c req-ff222061-b9ae-4bcb-a2a0-193aca449ef9 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:24.683446 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d1affe25-c9d7-4c9f-b7f4-7bb3c853b30c req-ff222061-b9ae-4bcb-a2a0-193aca449ef9 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 950 time: 0.0879438 Jun 16 23:02:24.691097 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6736a5d9-1081-4044-9353-9fa5ff774318 req-11a6b3ea-4ddf-434a-96ba-c754e1f545de tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 210 time: 0.0548041 Jun 16 23:02:24.704058 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c5329154-96ea-4ffb-9918-61a759eaae18 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:24.705525 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c5329154-96ea-4ffb-9918-61a759eaae18 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.26 "GET /v2.0/networks?id=9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 200 len: 808 time: 0.1231506 Jun 16 23:02:24.735112 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d1affe25-c9d7-4c9f-b7f4-7bb3c853b30c req-5678e94c-30ac-4933-8434-729d3595b474 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Jun 16 23:02:25.582894 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aaa70-4f97-49cc-b0bc-41afc1993fbe req-104aa64c-a497-47e0-928f-f5fefb04a327 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:25.584375 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e02aaa70-4f97-49cc-b0bc-41afc1993fbe req-104aa64c-a497-47e0-928f-f5fefb04a327 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Jun 16 23:02:25.629467 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e02aaa70-4f97-49cc-b0bc-41afc1993fbe req-4a55e84a-c92a-46a4-bcc6-56cb08ad7b95 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Jun 16 23:02:25.790612 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b1cd442a-6bf5-426a-b4a5-504f02a7d063 req-3751b7b9-9298-4c99-ba7b-d55c91cb75c7 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 210 time: 0.0304930 Jun 16 23:02:25.852943 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f78c1-a8c2-4cbf-bf0c-3fbc30ab6e13 req-df418755-0126-480a-924a-57f4b78b491b tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:25.854419 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-480f78c1-a8c2-4cbf-bf0c-3fbc30ab6e13 req-df418755-0126-480a-924a-57f4b78b491b tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 950 time: 0.0464039 Jun 16 23:02:25.900388 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-480f78c1-a8c2-4cbf-bf0c-3fbc30ab6e13 req-2fd2dc80-dd78-40b5-9caf-027cb762300b tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Jun 16 23:02:26.741679 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcd607-7e6e-4167-83e5-05c12779d9ce req-f9d2823c-370b-430f-b8fc-dd7570d57be4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:26.743190 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8dfcd607-7e6e-4167-83e5-05c12779d9ce req-f9d2823c-370b-430f-b8fc-dd7570d57be4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0485842 Jun 16 23:02:26.794406 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8dfcd607-7e6e-4167-83e5-05c12779d9ce req-76bbcec4-38be-4301-a383-af104410c2e2 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Jun 16 23:02:26.889624 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-92a7ea0f-d309-4ccf-bc4a-7db70dd2a024 req-a749dbf3-c796-4cb6-8b4a-b13a014b82a0 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 210 time: 0.0308969 Jun 16 23:02:27.026122 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149bab1-d9a0-4881-ad8d-eec78c90ddd1 req-ab76f4eb-74e7-4d20-b9a8-c3f10bf19e53 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:27.027607 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0149bab1-d9a0-4881-ad8d-eec78c90ddd1 req-ab76f4eb-74e7-4d20-b9a8-c3f10bf19e53 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 950 time: 0.0580463 Jun 16 23:02:27.087771 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0149bab1-d9a0-4881-ad8d-eec78c90ddd1 req-2495d299-ff7c-4f66-aba5-598a438c4360 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546906 Jun 16 23:02:27.643343 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:27.684281 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-050d7aa5-3c68-48c8-bae0-07b88ae184c1 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b30b90ec4d5e45468a4fa0fb98e46393 HTTP/1.1" status: 200 len: 379 time: 0.0627494 Jun 16 23:02:27.733259 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'port': {'device_id': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'admin_state_up': True, 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'security_groups': ['4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:27.868449 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Made reservation on behalf of b30b90ec4d5e45468a4fa0fb98e46393 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:02:27.879029 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:27.943857 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30cbc3-3b37-4ae3-b62d-3b4c9ae5fe0c req-c9fd056b-a96d-4db9-8954-7ec85ae6abe7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:27.946132 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5f30cbc3-3b37-4ae3-b62d-3b4c9ae5fe0c req-c9fd056b-a96d-4db9-8954-7ec85ae6abe7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0553730 Jun 16 23:02:27.999163 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f1f872e2-78eb-496c-8f64-5f83e0a91900 req-91866640-23b9-45ce-8a31-fcd78e09b1f7 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 210 time: 0.0429461 Jun 16 23:02:28.053520 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5f30cbc3-3b37-4ae3-b62d-3b4c9ae5fe0c req-81daaab9-4ff0-401d-96ce-1319f0b8febb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879409 Jun 16 23:02:28.073936 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-c69b9dac-ed63-4c53-86d4-ce7ab3126bc3 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:28.075494 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-c69b9dac-ed63-4c53-86d4-ce7ab3126bc3 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 950 time: 0.0738575 Jun 16 23:02:28.079535 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Allocated IP 172.20.0.11 (9e714880-bad0-4adf-82ee-dc3ffe4b848d/af115d54-8d5d-4353-b04c-4d826bdb6216/218d229b-a7e5-4c33-9723-c6215e47e600) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:02:28.210694 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849ce50-48d0-4ec3-b269-8896570b54a4 req-c97b1c26-dee7-470c-8155-5f0c37187ba4 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:28.212437 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1849ce50-48d0-4ec3-b269-8896570b54a4 req-c97b1c26-dee7-470c-8155-5f0c37187ba4 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 950 time: 0.0486791 Jun 16 23:02:28.234167 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for port (218d229b-a7e5-4c33-9723-c6215e47e600), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:28.260500 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:28.268587 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1849ce50-48d0-4ec3-b269-8896570b54a4 req-95d0ceeb-7085-4f1b-8f2e-853d55c85138 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/security-groups?id=2405cf4b-9c19-4eb6-9602-948479956202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482395 Jun 16 23:02:28.269677 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:28.316953 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:02:28.322130 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:02:28.324360 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:28.326465 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:02:28.375924 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:28.376583 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:28.393489 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-14ed9c24-a40a-4cae-80f2-25e11d9e6668 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6677542 Jun 16 23:02:28.549786 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c57fe8f8-e6d6-424c-be00-1544058630ee None None] Provisioning complete for port 218d229b-a7e5-4c33-9723-c6215e47e600 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:28.550306 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c57fe8f8-e6d6-424c-be00-1544058630ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:28.580545 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c57fe8f8-e6d6-424c-be00-1544058630ee None None] Port 218d229b-a7e5-4c33-9723-c6215e47e600 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:02:28.618912 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Request body: {'port': {'device_id': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:28.712339 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:28.751761 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Deleting port a147f1db-e24c-4a2c-885e-59f4a826c62c {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:02:28.752102 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:28.769787 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:28.784990 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:28.948074 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] For port a147f1db-e24c-4a2c-885e-59f4a826c62c, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a147f1db-e24c-4a2c-885e-59f4a826c62c,segment=NetworkSegment(e1fae59a-cc01-437e-a7e3-9765fd054cce),segment_id=e1fae59a-cc01-437e-a7e3-9765fd054cce)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:28.948446 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:28.974739 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Calling delete_port for a147f1db-e24c-4a2c-885e-59f4a826c62c owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:02:29.248404 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218d229b-a7e5-4c33-9723-c6215e47e600 {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:02:29.262020 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Publish callbacks [] for port (218d229b-a7e5-4c33-9723-c6215e47e600), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:29.273660 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (a147f1db-e24c-4a2c-885e-59f4a826c62c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:29.289214 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Transition to ACTIVE for port object 218d229b-a7e5-4c33-9723-c6215e47e600 will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:02:29.311888 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:29.316486 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Pushing event deleted for resources: {'Port': ['ID=a147f1db-e24c-4a2c-885e-59f4a826c62c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:29.403803 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] No DVR routers for this DVR port a147f1db-e24c-4a2c-885e-59f4a826c62c on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:02:29.409215 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:29.412648 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3711ee7d-24fa-4a5c-8e0a-614e06c60f96 req-7662ddfa-a75f-4992-9ff9-af2291ab5866 tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.26 "DELETE /v2.0/ports/a147f1db-e24c-4a2c-885e-59f4a826c62c HTTP/1.1" status: 204 len: 173 time: 0.8057370 Jun 16 23:02:29.413174 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee275bd4-5cd1-46e8-9084-74b027db92fa', 'name': 'network-vif-deleted', 'tag': 'a147f1db-e24c-4a2c-885e-59f4a826c62c'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:29.416180 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a302f3f-15f5-4014-b1f2-fa145f63dfdc" -d '{"events": [{"server_uuid": "ee275bd4-5cd1-46e8-9084-74b027db92fa", "name": "network-vif-deleted", "tag": "a147f1db-e24c-4a2c-885e-59f4a826c62c"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:29.428770 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632f86a-ca77-44ab-a7ba-a58b6f656ca3 req-a1726b06-601c-46df-9449-96e96b931755 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:29.430314 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9632f86a-ca77-44ab-a7ba-a58b6f656ca3 req-a1726b06-601c-46df-9449-96e96b931755 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 932 time: 0.3208742 Jun 16 23:02:29.441950 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782c91-d6dd-49c1-bbd9-6afddd66fbac req-d5bc7aab-28f8-43d8-be16-e768b9568deb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:29.450726 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4f782c91-d6dd-49c1-bbd9-6afddd66fbac req-d5bc7aab-28f8-43d8-be16-e768b9568deb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.3092551 Jun 16 23:02:29.457920 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Pushing event updated for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:29.539954 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9632f86a-ca77-44ab-a7ba-a58b6f656ca3 req-c1244a05-0086-468e-bbda-d4242c303edf tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868380 Jun 16 23:02:29.545908 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Attempting to bind port 218d229b-a7e5-4c33-9723-c6215e47e600 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:02:29.546298 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Attempting to bind port 218d229b-a7e5-4c33-9723-c6215e47e600 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:02:29.547781 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Attempting to bind port 218d229b-a7e5-4c33-9723-c6215e47e600 on network 9e714880-bad0-4adf-82ee-dc3ffe4b848d {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:02:29.554635 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Port 218d229b-a7e5-4c33-9723-c6215e47e600 on network 9e714880-bad0-4adf-82ee-dc3ffe4b848d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:02:29.554965 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Attempting to bind port 218d229b-a7e5-4c33-9723-c6215e47e600 on network 9e714880-bad0-4adf-82ee-dc3ffe4b848d {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:02:29.563130 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:02:29.563460 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Checking segment: {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:02:29.563886 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Bound using segment: {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:02:29.564937 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Bound port: 218d229b-a7e5-4c33-9723-c6215e47e600, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868aca6c-3287-40de-9b2c-692e7142a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:02:29.565300 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:29.588126 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4f782c91-d6dd-49c1-bbd9-6afddd66fbac req-b4a235d3-fc0a-4dee-be4f-ceda6db88842 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362081 Jun 16 23:02:29.640069 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:29.661307 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:02:29.668056 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:02:29.675649 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:29.678982 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307d4aea-2146-4918-aa59-3bb05b119fd8 x-openstack-request-id: req-307d4aea-2146-4918-aa59-3bb05b119fd8 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:29.679995 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee275bd4-5cd1-46e8-9084-74b027db92fa", "name": "network-vif-deleted", "tag": "a147f1db-e24c-4a2c-885e-59f4a826c62c", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:29.680251 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-307d4aea-2146-4918-aa59-3bb05b119fd8 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:29.680813 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307d4aea-2146-4918-aa59-3bb05b119fd8'] response: {'server_uuid': 'ee275bd4-5cd1-46e8-9084-74b027db92fa', 'name': 'network-vif-deleted', 'tag': 'a147f1db-e24c-4a2c-885e-59f4a826c62c', 'status': 'completed', 'code': 200} Jun 16 23:02:29.718925 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:29.720720 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:29.721584 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 1094 time: 1.1135006 Jun 16 23:02:29.729762 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1a16cc80-8a50-41c6-9948-0c6d3e34db14 req-1009a9a2-2247-4065-91b4-5ed6845596eb tempest-VolumesNegativeTest-2127792717 tempest-VolumesNegativeTest-2127792717-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee275bd4-5cd1-46e8-9084-74b027db92fa HTTP/1.1" status: 200 len: 210 time: 0.0422747 Jun 16 23:02:29.739627 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:29.755180 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776ec73-73b5-45eb-a1b2-f978835d22a7 service neutron] Pushing event updated for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:30.007616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-5edb4e75-9b06-48f5-818b-ce75858d3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:30.009192 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-5edb4e75-9b06-48f5-818b-ce75858d3ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1128 time: 0.0500157 Jun 16 23:02:30.062171 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-5177243c-e2fe-4c56-892f-b70cd555c5f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 217 time: 0.0385385 Jun 16 23:02:30.118271 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-a842d98d-e86e-4902-b14a-6037c1bf1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:30.120472 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-a842d98d-e86e-4902-b14a-6037c1bf1f82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af115d54-8d5d-4353-b04c-4d826bdb6216 HTTP/1.1" status: 200 len: 847 time: 0.0479443 Jun 16 23:02:30.166794 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-ea5a699d-5935-41d7-8552-7c95e6257aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:30.168343 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-ea5a699d-5935-41d7-8552-7c95e6257aaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e714880-bad0-4adf-82ee-dc3ffe4b848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397491 Jun 16 23:02:30.288077 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-689c280c-cf7f-467a-8c9a-a72a2fc94b13 service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096342 Jun 16 23:02:30.390459 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-31bec76d-1ebd-4299-9fce-439f77eec9d0 req-dbfc008b-e3e2-4516-9c4e-257f155b28cf service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890522 Jun 16 23:02:30.537193 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a147f1db-e24c-4a2c-885e-59f4a826c62c no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:02:30.557176 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: a147f1db-e24c-4a2c-885e-59f4a826c62c {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:02:30.557523 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a147f1db-e24c-4a2c-885e-59f4a826c62c not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:02:30.651958 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce743c41-cd65-4f6e-b1d6-21491d7b8fcc req-c9f7f048-d60e-43f6-989a-70685ef11823 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:30.653509 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce743c41-cd65-4f6e-b1d6-21491d7b8fcc req-c9f7f048-d60e-43f6-989a-70685ef11823 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.0461307 Jun 16 23:02:30.695796 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:30.706531 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce743c41-cd65-4f6e-b1d6-21491d7b8fcc req-18f5aa70-c81c-4a24-a1c7-421303093036 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475123 Jun 16 23:02:31.094326 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 52476) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:31.099153 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-4fff92af-97d8-4316-9ee5-abfa11adf1b0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378678144', 'description': 'tempest-description--779833810'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:31.121026 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4fff92af-97d8-4316-9ee5-abfa11adf1b0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.182281 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:31.183235 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:31.192501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4fff92af-97d8-4316-9ee5-abfa11adf1b0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group (f33d9373-8b1b-40f1-bce1-91bb340142d4), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.196599 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4fff92af-97d8-4316-9ee5-abfa11adf1b0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (f33d9373-8b1b-40f1-bce1-91bb340142d4), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.230567 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4fff92af-97d8-4316-9ee5-abfa11adf1b0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.231819 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4fff92af-97d8-4316-9ee5-abfa11adf1b0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1361296 Jun 16 23:02:31.233799 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff92af-97d8-4316-9ee5-abfa11adf1b0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33d9373-8b1b-40f1-bce1-91bb340142d4,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:31.234786 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52490) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:31.242334 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-61fdf363-3dbd-4377-8486-5a852663ca14 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'security_group_rule': {'security_group_id': 'f33d9373-8b1b-40f1-bce1-91bb340142d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:31.274567 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-61fdf363-3dbd-4377-8486-5a852663ca14 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group_rule (ea982689-de05-4621-b83c-9590c6cf546c), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.341353 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-61fdf363-3dbd-4377-8486-5a852663ca14 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group_rule (ea982689-de05-4621-b83c-9590c6cf546c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.345327 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-61fdf363-3dbd-4377-8486-5a852663ca14 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (ea982689-de05-4621-b83c-9590c6cf546c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.365799 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdf363-3dbd-4377-8486-5a852663ca14 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea982689-de05-4621-b83c-9590c6cf546c,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:31.371757 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-61fdf363-3dbd-4377-8486-5a852663ca14 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.373463 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-61fdf363-3dbd-4377-8486-5a852663ca14 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364579 Jun 16 23:02:31.375948 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 52506) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:31.380557 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-741294f7-a05d-449e-935a-004b0416ce2c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'security_group_rule': {'security_group_id': 'f33d9373-8b1b-40f1-bce1-91bb340142d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:31.412721 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-741294f7-a05d-449e-935a-004b0416ce2c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group_rule (8ef43d4f-0b10-4651-8feb-bb8942e01d66), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.482008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-741294f7-a05d-449e-935a-004b0416ce2c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group_rule (8ef43d4f-0b10-4651-8feb-bb8942e01d66), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.486568 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-741294f7-a05d-449e-935a-004b0416ce2c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (8ef43d4f-0b10-4651-8feb-bb8942e01d66), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.512635 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741294f7-a05d-449e-935a-004b0416ce2c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef43d4f-0b10-4651-8feb-bb8942e01d66,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:31.521903 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-741294f7-a05d-449e-935a-004b0416ce2c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.526860 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52532) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:31.527368 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-741294f7-a05d-449e-935a-004b0416ce2c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502640 Jun 16 23:02:31.531313 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:31.557143 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.647659 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:31.691361 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:31.693598 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8279981-e2be-4ac4-b5d0-1fc381df66c1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:31.749420 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df2fc24-f843-4c65-87ca-76b0af4296ab x-openstack-request-id: req-7df2fc24-f843-4c65-87ca-76b0af4296ab {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:31.749708 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:31.749947 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7df2fc24-f843-4c65-87ca-76b0af4296ab {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:31.750341 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df2fc24-f843-4c65-87ca-76b0af4296ab'] response: {'name': 'network-changed', 'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600', 'status': 'completed', 'code': 200} Jun 16 23:02:31.828433 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Allocated IP 172.27.3.154 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/3d06759d-72a9-44d1-a879-dc71919a2d34) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:02:31.834439 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-8b345a89-3143-4492-8647-417479daa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:31.835989 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-8b345a89-3143-4492-8647-417479daa0d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1128 time: 0.0681183 Jun 16 23:02:31.872524 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cff37e-22d2-41d7-b8fa-4bd4237a4e88 req-9167a59b-795f-4505-b5a9-35c183cdf48b tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:31.874890 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a4cff37e-22d2-41d7-b8fa-4bd4237a4e88 req-9167a59b-795f-4505-b5a9-35c183cdf48b tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.0748641 Jun 16 23:02:31.896274 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:31.943813 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a4cff37e-22d2-41d7-b8fa-4bd4237a4e88 req-a022d9f9-e80c-4c17-856c-c2f40c7ebafd tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616877 Jun 16 23:02:31.971572 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:32.020496 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-c5563982-2ab4-41d7-8b2a-2decf848fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:32.021960 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-c5563982-2ab4-41d7-8b2a-2decf848fd8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 200 len: 909 time: 0.1760955 Jun 16 23:02:32.036990 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for port (3d06759d-72a9-44d1-a879-dc71919a2d34), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.075431 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-b193b3f0-f1d1-444d-840e-ca2b9b4f8cbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 217 time: 0.0365829 Jun 16 23:02:32.138877 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (3d06759d-72a9-44d1-a879-dc71919a2d34), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.171393 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-f7877d08-e02c-46ab-bf2e-a6f46498da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:32.172894 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-f7877d08-e02c-46ab-bf2e-a6f46498da02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af115d54-8d5d-4353-b04c-4d826bdb6216 HTTP/1.1" status: 200 len: 847 time: 0.0880368 Jun 16 23:02:32.197710 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:02:32.218432 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:02:32.225785 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:02:32.254436 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event updated for resources: {'Port': ['ID=3d06759d-72a9-44d1-a879-dc71919a2d34,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:32.270272 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-fd4bb024-238a-4a0e-94b9-f891530338c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:32.271905 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-fd4bb024-238a-4a0e-94b9-f891530338c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e714880-bad0-4adf-82ee-dc3ffe4b848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891523 Jun 16 23:02:32.395287 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (6ed192b3-8831-4709-98ce-42555fddc032), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.433152 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-475418e5-7a92-4cba-9b74-7e2bb5a77f38 service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484714 Jun 16 23:02:32.470224 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d06759d-72a9-44d1-a879-dc71919a2d34), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.595771 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a8279981-e2be-4ac4-b5d0-1fc381df66c1 req-d21061de-a1e5-4a16-90b4-54cbc451c09f service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557186 Jun 16 23:02:32.626958 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:32.670217 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-b5f13a1d-5b21-4615-b040-0e93998899e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.698917 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for port (3d06759d-72a9-44d1-a879-dc71919a2d34), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.704299 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (3d06759d-72a9-44d1-a879-dc71919a2d34), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.781003 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event updated for resources: {'Port': ['ID=3d06759d-72a9-44d1-a879-dc71919a2d34,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:32.785905 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (6ed192b3-8831-4709-98ce-42555fddc032), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.803343 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:32.804671 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c4f7a55d-8a3a-4d8d-963e-1a72c4979e10 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2767200 Jun 16 23:02:33.067655 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-583f2fba-0d8f-4210-b671-8b19a334553f tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--378678144&fields=id&tenant_id=60447df5461141e883d207e028b74bc7 HTTP/1.1" status: 200 len: 267 time: 0.0889347 Jun 16 23:02:33.097127 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a9598-0143-4f01-a202-538fb13213db req-c23aaff1-c45e-475b-84ea-3d3e2e61a921 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:33.098693 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-290a9598-0143-4f01-a202-538fb13213db req-c23aaff1-c45e-475b-84ea-3d3e2e61a921 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.0732901 Jun 16 23:02:33.184748 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:33.218949 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-290a9598-0143-4f01-a202-538fb13213db req-b8b8c91b-4641-400d-8997-f022fb8ba265 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088037 Jun 16 23:02:33.238796 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-69dd5798-a335-4027-a357-86acdbd29b25 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:33.240281 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-69dd5798-a335-4027-a357-86acdbd29b25 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 819 time: 0.1616325 Jun 16 23:02:33.258648 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-ab0a7efc-e094-4e86-be7f-a893ee6fc965 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/quotas/60447df5461141e883d207e028b74bc7 HTTP/1.1" status: 200 len: 375 time: 0.0112216 Jun 16 23:02:33.328493 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-b634e8b9-248b-4f0f-8870-188f79dad83a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0606377 Jun 16 23:02:33.465968 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-725faf10-151c-4c72-9197-3d950f92fdbf service neutron] 10.222.0.17 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216166 Jun 16 23:02:33.556893 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:33.576924 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-f1e1534f-196a-460a-ad1a-8bb2805e85a2 service neutron] 10.222.0.17 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045861 Jun 16 23:02:33.610137 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52764) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:33.757662 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:33.767662 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e795a9be-cee0-41df-8b4a-eb5093271822 req-a4405234-70bc-47cf-a6ac-bcdd2d28b420 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0348744 Jun 16 23:02:33.814513 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:33.873408 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Publish callbacks [] for security_group (43f5dbf1-e720-4bec-ae56-167545fe6c04), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:33.878685 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (43f5dbf1-e720-4bec-ae56-167545fe6c04), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:33.921885 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=850f9eb2a4b442d8ae329065e0e30a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100142 Jun 16 23:02:33.924515 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52802) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:33.931713 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f5dbf1-e720-4bec-ae56-167545fe6c04,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:33.948895 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.949242 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.949576 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.949968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.950248 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.950562 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.950905 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.951222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.951542 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.951858 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.952174 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.952496 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.952810 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.953135 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.953433 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f880dc1-7861-490f-8647-4b932fe21df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:33.992278 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c52d732c-adbd-4b1c-89f7-de14231299f1 admin admin] Publish callbacks [] for security_group (43f5dbf1-e720-4bec-ae56-167545fe6c04), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.014928 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c52d732c-adbd-4b1c-89f7-de14231299f1 admin admin] Publish callbacks [] for security_group (43f5dbf1-e720-4bec-ae56-167545fe6c04), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.067170 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c52d732c-adbd-4b1c-89f7-de14231299f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (43f5dbf1-e720-4bec-ae56-167545fe6c04), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.070161 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c52d732c-adbd-4b1c-89f7-de14231299f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.071430 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c52d732c-adbd-4b1c-89f7-de14231299f1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/43f5dbf1-e720-4bec-ae56-167545fe6c04 HTTP/1.1" status: 204 len: 168 time: 0.1459980 Jun 16 23:02:34.081360 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d732c-adbd-4b1c-89f7-de14231299f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f5dbf1-e720-4bec-ae56-167545fe6c04,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:34.352265 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d723f47-51ea-453e-af14-7c5c91da5089 req-24fa7331-d8e5-4d19-a406-0709c7f69506 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:34.355847 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2d723f47-51ea-453e-af14-7c5c91da5089 req-24fa7331-d8e5-4d19-a406-0709c7f69506 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.0529659 Jun 16 23:02:34.407347 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52812) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:34.419236 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2d723f47-51ea-453e-af14-7c5c91da5089 req-d2d32085-11f2-4cc7-8fe6-4dc1677aa102 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572820 Jun 16 23:02:34.423008 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-836b45c4-0856-4e9e-a627-d80b2fb8bcf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.513736 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-836b45c4-0856-4e9e-a627-d80b2fb8bcf1 admin admin] Publish callbacks [] for security_group (d7587716-6c3b-485b-aa56-98515135e130), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.518508 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-836b45c4-0856-4e9e-a627-d80b2fb8bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d7587716-6c3b-485b-aa56-98515135e130), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.557156 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b45c4-0856-4e9e-a627-d80b2fb8bcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7587716-6c3b-485b-aa56-98515135e130,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:34.563033 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-836b45c4-0856-4e9e-a627-d80b2fb8bcf1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=699bffbce44b4a1586e722fc867b6e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540053 Jun 16 23:02:34.565504 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52816) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:34.582263 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:34.620759 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0cb8c7ef-b30f-45a7-8c1c-fd1aebb46e6b admin admin] Publish callbacks [] for security_group (d7587716-6c3b-485b-aa56-98515135e130), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.641118 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0cb8c7ef-b30f-45a7-8c1c-fd1aebb46e6b admin admin] Publish callbacks [] for security_group (d7587716-6c3b-485b-aa56-98515135e130), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.686056 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0cb8c7ef-b30f-45a7-8c1c-fd1aebb46e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d7587716-6c3b-485b-aa56-98515135e130), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.688508 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0cb8c7ef-b30f-45a7-8c1c-fd1aebb46e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.689624 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0cb8c7ef-b30f-45a7-8c1c-fd1aebb46e6b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d7587716-6c3b-485b-aa56-98515135e130 HTTP/1.1" status: 204 len: 168 time: 0.1232600 Jun 16 23:02:34.697222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8c7ef-b30f-45a7-8c1c-fd1aebb46e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7587716-6c3b-485b-aa56-98515135e130,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:34.831233 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-10ec9136-96a4-4aa5-8747-03c7f7c942ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:34.915964 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9e2ab2ec-72c8-4432-a131-a7917bbe842b req-3f8d1f6c-c5d0-41c7-bfbf-1870503504ce tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0573394 Jun 16 23:02:35.071914 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-086d9f6f-3df2-4e81-adf3-65aaafbf1412 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:35.073389 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-086d9f6f-3df2-4e81-adf3-65aaafbf1412 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 819 time: 0.1916356 Jun 16 23:02:35.161599 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-b9d15e46-8706-4ea5-a09d-0b22a75002f2 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60447df5461141e883d207e028b74bc7 HTTP/1.1" status: 200 len: 379 time: 0.0701983 Jun 16 23:02:35.267553 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'port': {'device_id': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'admin_state_up': True, 'tenant_id': '60447df5461141e883d207e028b74bc7', 'security_groups': ['f33d9373-8b1b-40f1-bce1-91bb340142d4']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:35.267934 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 52842) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:35.378726 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:35.392715 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Made reservation on behalf of 60447df5461141e883d207e028b74bc7 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:02:35.396372 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.427993 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-2d80a907-35e4-454d-8a59-75040652bc29 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c90a3d32fe204da7a969528722141e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563804 Jun 16 23:02:35.428565 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 52852) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:35.538212 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Publish callbacks [] for security_group (2405cf4b-9c19-4eb6-9602-948479956202), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.538699 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Allocated IP 172.20.0.7 (3b1257ed-1734-4595-b520-c36ad32e1031/b2157525-0569-4e97-b4cf-efd01265522c/823b7d46-8462-4945-943b-09a9fc1c8dce) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:02:35.561388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6e1e7-3bb6-4ae7-ab23-7d3ef4c7df77 req-97a06236-3930-400f-8843-71ca22061860 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:35.563081 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fff6e1e7-3bb6-4ae7-ab23-7d3ef4c7df77 req-97a06236-3930-400f-8843-71ca22061860 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.0700030 Jun 16 23:02:35.574914 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Publish callbacks [] for security_group (2405cf4b-9c19-4eb6-9602-948479956202), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.651252 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fff6e1e7-3bb6-4ae7-ab23-7d3ef4c7df77 req-ea23372f-3200-4a84-afa4-15a067c20100 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823448 Jun 16 23:02:35.682793 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (2405cf4b-9c19-4eb6-9602-948479956202), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.682793 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.682793 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2405cf4b-9c19-4eb6-9602-948479956202 HTTP/1.1" status: 204 len: 168 time: 0.2492568 Jun 16 23:02:35.688871 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405cf4b-9c19-4eb6-9602-948479956202,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:35.698652 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.698995 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.699588 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.699940 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.700400 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.700738 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.701071 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.701455 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.701788 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.702121 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.702989 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.703602 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.704033 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.704431 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.705410 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab335-66db-4065-b1fe-72ce93fcbe07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:35.742019 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.756328 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:35.785752 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.791428 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.842184 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Network 3b1257ed-1734-4595-b520-c36ad32e1031 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:02:35.848256 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:02:35.851740 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:02:35.856849 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event updated for resources: {'Port': ['ID=823b7d46-8462-4945-943b-09a9fc1c8dce,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:35.921864 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:35.922494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:35.958377 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a5814176-a8a2-455b-ad52-2e73d812b41c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6949556 Jun 16 23:02:36.074443 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df68649-6c1b-4956-a1ad-3c71c3796665 req-bcfcd0cc-6d58-431a-a730-98947def2ef6 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:36.076630 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5df68649-6c1b-4956-a1ad-3c71c3796665 req-bcfcd0cc-6d58-431a-a730-98947def2ef6 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 931 time: 0.0557568 Jun 16 23:02:36.133933 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5df68649-6c1b-4956-a1ad-3c71c3796665 req-89644de1-5b8c-42fe-bbf0-ae89c844ad86 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492330 Jun 16 23:02:36.205249 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-953156f0-b2d5-41c6-b35d-a446dba77a0b None None] Provisioning complete for port 823b7d46-8462-4945-943b-09a9fc1c8dce triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:36.212718 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-953156f0-b2d5-41c6-b35d-a446dba77a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:36.254686 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-953156f0-b2d5-41c6-b35d-a446dba77a0b None None] Port 823b7d46-8462-4945-943b-09a9fc1c8dce cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:02:36.580735 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 218d229b-a7e5-4c33-9723-c6215e47e600 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:02:36.603591 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:36.685942 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Request body: {'port': {'device_id': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:36.692403 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:36.709066 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '218d229b-a7e5-4c33-9723-c6215e47e600', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'port_id': '218d229b-a7e5-4c33-9723-c6215e47e600', 'mac_address': 'fa:16:3e:6f:f1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:02:36.757581 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 218d229b-a7e5-4c33-9723-c6215e47e600 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:36.758215 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:36.774912 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218d229b-a7e5-4c33-9723-c6215e47e600 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:02:36.793132 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:36.798154 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:36.799350 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:36.803831 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:36.882218 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:36.885543 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205c60b-a77a-4744-bc5c-e8f3699e648a req-662c0458-a8a9-46a8-ae68-3d3b49bf7933 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:36.892442 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.893134 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.894055 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.894585 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.895126 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.895718 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.896294 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.897030 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.897516 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.898039 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.898408 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3205c60b-a77a-4744-bc5c-e8f3699e648a req-662c0458-a8a9-46a8-ae68-3d3b49bf7933 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.1558928 Jun 16 23:02:36.898889 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.899457 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.899990 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.900803 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.901335 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:02:36.989082 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3205c60b-a77a-4744-bc5c-e8f3699e648a req-27f83a13-cd2a-41aa-b3a4-b5fec505f6f6 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895929 Jun 16 23:02:37.106339 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['218d229b-a7e5-4c33-9723-c6215e47e600'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:02:37.369358 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cbc16-2bb5-4aa9-acbf-231cacaf1e9c req-532ef2c0-9b63-438c-a1f9-5360d69aaa2b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:37.371668 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5c0cbc16-2bb5-4aa9-acbf-231cacaf1e9c req-532ef2c0-9b63-438c-a1f9-5360d69aaa2b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 931 time: 0.0710025 Jun 16 23:02:37.382111 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:37.468520 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5c0cbc16-2bb5-4aa9-acbf-231cacaf1e9c req-fc74ba0f-5c3e-417a-9e5f-e91a1dfc1fc8 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911276 Jun 16 23:02:37.520968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823b7d46-8462-4945-943b-09a9fc1c8dce {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:02:37.532685 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Publish callbacks [] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:37.546514 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Transition to ACTIVE for port object 823b7d46-8462-4945-943b-09a9fc1c8dce will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:02:37.550245 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:37.590640 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:37.622823 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Pushing event updated for resources: {'Port': ['ID=823b7d46-8462-4945-943b-09a9fc1c8dce,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:37.679705 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Attempting to bind port 823b7d46-8462-4945-943b-09a9fc1c8dce on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:02:37.680031 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Attempting to bind port 823b7d46-8462-4945-943b-09a9fc1c8dce by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:02:37.680959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Attempting to bind port 823b7d46-8462-4945-943b-09a9fc1c8dce on network 3b1257ed-1734-4595-b520-c36ad32e1031 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:02:37.685582 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Port 823b7d46-8462-4945-943b-09a9fc1c8dce on network 3b1257ed-1734-4595-b520-c36ad32e1031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:02:37.685899 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Attempting to bind port 823b7d46-8462-4945-943b-09a9fc1c8dce on network 3b1257ed-1734-4595-b520-c36ad32e1031 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:02:37.691597 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:02:37.691932 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Checking segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:02:37.692308 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Bound using segment: {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:02:37.692730 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Bound port: 823b7d46-8462-4945-943b-09a9fc1c8dce, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac4ba56-d892-4539-8035-4d0691f5e462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:02:37.693077 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:37.761297 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] For port 823b7d46-8462-4945-943b-09a9fc1c8dce, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:02:37.764442 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] For port 823b7d46-8462-4945-943b-09a9fc1c8dce, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=823b7d46-8462-4945-943b-09a9fc1c8dce,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:02:37.770267 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:37.804901 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:37.805553 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:37.807037 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] 10.222.0.26 "PUT /v2.0/ports/823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 200 len: 1093 time: 1.1253316 Jun 16 23:02:37.807444 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:37.809718 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5319de4b-0d23-4028-b288-5a593db3d62d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:37.822997 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:37.848451 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a7950-6958-4b6e-a5c2-25eebd33532f service neutron] Pushing event updated for resources: {'Port': ['ID=823b7d46-8462-4945-943b-09a9fc1c8dce,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:37.861962 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafb9dba-56eb-48ca-927b-7662ae7bc5ba x-openstack-request-id: req-aafb9dba-56eb-48ca-927b-7662ae7bc5ba {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:37.862245 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:37.862489 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-aafb9dba-56eb-48ca-927b-7662ae7bc5ba {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:37.862892 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafb9dba-56eb-48ca-927b-7662ae7bc5ba'] response: {'name': 'network-changed', 'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'status': 'completed', 'code': 200} Jun 16 23:02:37.895249 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-1f2f8943-1e86-475d-b1c9-3fd520a96eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:37.896871 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-1f2f8943-1e86-475d-b1c9-3fd520a96eb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1127 time: 0.0463085 Jun 16 23:02:37.952541 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-a686b3ed-90bd-42f7-bb40-d4931a95a0e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 200 len: 217 time: 0.0399988 Jun 16 23:02:38.012328 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-66b6c651-211e-4450-825b-5e984a143223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:38.013928 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-66b6c651-211e-4450-825b-5e984a143223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0527339 Jun 16 23:02:38.069270 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-b6009e19-b346-4341-a913-c17c5689e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:38.070877 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-b6009e19-b346-4341-a913-c17c5689e9e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503051 Jun 16 23:02:38.081198 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:38.125336 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc869ddb-5e63-4105-8221-b3ae6709edaa req-a4473775-5783-4c51-9503-944811815038 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:38.127214 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dc869ddb-5e63-4105-8221-b3ae6709edaa req-a4473775-5783-4c51-9503-944811815038 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 945 time: 0.0583878 Jun 16 23:02:38.174624 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-aa4df2a6-888c-4c20-9d79-460895c812d6 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949855 Jun 16 23:02:38.187204 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dc869ddb-5e63-4105-8221-b3ae6709edaa req-efbb735f-52a2-4836-bc43-4a9499ca6313 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543830 Jun 16 23:02:38.257991 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.259870 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.270443 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9495e077-b08e-43a6-9de1-82c3148bd5c3 req-1d67860a-5acd-443e-866f-23976bf7a35f service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896122 Jun 16 23:02:38.576993 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 52994) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:38.591360 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 218d229b-a7e5-4c33-9723-c6215e47e600 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:02:38.600613 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e160-a1d8-4a60-b914-447db11d934a req-4e752422-e722-45cd-8c7f-2c669f39852c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:38.602483 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da84e160-a1d8-4a60-b914-447db11d934a req-4e752422-e722-45cd-8c7f-2c669f39852c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 943 time: 0.0660424 Jun 16 23:02:38.639701 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 218d229b-a7e5-4c33-9723-c6215e47e600 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:02:38.649584 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 218d229b-a7e5-4c33-9723-c6215e47e600 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:38.649981 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.678538 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da84e160-a1d8-4a60-b914-447db11d934a req-6c31010d-90a2-46ac-a9ce-5db381bb7aa5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699267 Jun 16 23:02:38.700138 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:38.712798 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0143f87d-686c-44ad-839f-b22dcccbece7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.738226 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 218d229b-a7e5-4c33-9723-c6215e47e600 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:38.738879 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.768440 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:38.770712 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c380ae-6424-4065-aceb-9a91dd0ce169" -d '{"events": [{"server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "name": "network-vif-plugged", "status": "completed", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:38.784283 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:38.789741 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.820800 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0143f87d-686c-44ad-839f-b22dcccbece7 admin admin] Publish callbacks [] for security_group (8f2ddaa3-3920-4d28-8bbc-195db60c2090), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.825827 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ae86a-6305-49f0-8c5b-4e3ccea0f4d5 x-openstack-request-id: req-942ae86a-6305-49f0-8c5b-4e3ccea0f4d5 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:38.826110 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "name": "network-vif-plugged", "status": "completed", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:38.826354 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-942ae86a-6305-49f0-8c5b-4e3ccea0f4d5 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:38.826494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0143f87d-686c-44ad-839f-b22dcccbece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8f2ddaa3-3920-4d28-8bbc-195db60c2090), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.826757 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942ae86a-6305-49f0-8c5b-4e3ccea0f4d5'] response: {'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600', 'code': 200} Jun 16 23:02:38.845971 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:38.869547 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f87d-686c-44ad-839f-b22dcccbece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ddaa3-3920-4d28-8bbc-195db60c2090,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:38.874480 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0143f87d-686c-44ad-839f-b22dcccbece7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=192ad3f1e3c84e1b923d74cac0f62fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964840 Jun 16 23:02:38.877273 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53002) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:38.931219 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d23b8b81-bd90-45eb-b2aa-1361e5fb0b3c admin admin] Publish callbacks [] for security_group (8f2ddaa3-3920-4d28-8bbc-195db60c2090), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.952799 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d23b8b81-bd90-45eb-b2aa-1361e5fb0b3c admin admin] Publish callbacks [] for security_group (8f2ddaa3-3920-4d28-8bbc-195db60c2090), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:38.998892 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d23b8b81-bd90-45eb-b2aa-1361e5fb0b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8f2ddaa3-3920-4d28-8bbc-195db60c2090), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:39.001373 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d23b8b81-bd90-45eb-b2aa-1361e5fb0b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:39.002540 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d23b8b81-bd90-45eb-b2aa-1361e5fb0b3c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8f2ddaa3-3920-4d28-8bbc-195db60c2090 HTTP/1.1" status: 204 len: 168 time: 0.1243088 Jun 16 23:02:39.010876 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b8b81-bd90-45eb-b2aa-1361e5fb0b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2ddaa3-3920-4d28-8bbc-195db60c2090,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:39.302891 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d526-995e-4ef3-be03-b91b2bb12e65 req-8f6168e0-7735-48fd-93be-c565a6144378 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:39.304473 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3026d526-995e-4ef3-be03-b91b2bb12e65 req-8f6168e0-7735-48fd-93be-c565a6144378 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0526619 Jun 16 23:02:39.340466 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:39.371189 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3026d526-995e-4ef3-be03-b91b2bb12e65 req-57d6f24e-d72b-46eb-99a0-490fbc9722b7 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602171 Jun 16 23:02:39.807231 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811831b-3c05-485c-8952-9bf871822b96 req-53365fae-66dc-449a-b9b7-e0a7a34e4cc1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:39.808734 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3811831b-3c05-485c-8952-9bf871822b96 req-53365fae-66dc-449a-b9b7-e0a7a34e4cc1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 943 time: 0.0526760 Jun 16 23:02:39.863967 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3811831b-3c05-485c-8952-9bf871822b96 req-b6a5fb8f-2151-4a5e-ba47-a830e4052de2 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495033 Jun 16 23:02:39.897565 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53054) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:40.007542 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-580e7ae7-6397-47a3-9848-7a62ab85cd51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.087866 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-580e7ae7-6397-47a3-9848-7a62ab85cd51 admin admin] Publish callbacks [] for security_group (478e9828-a12c-47aa-a267-314470bb16ad), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.091443 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-580e7ae7-6397-47a3-9848-7a62ab85cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (478e9828-a12c-47aa-a267-314470bb16ad), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.130613 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-580e7ae7-6397-47a3-9848-7a62ab85cd51 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a277d0f4925c4e43bf58cb7d8e0465e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317348 Jun 16 23:02:40.132941 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53058) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:40.140027 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e7ae7-6397-47a3-9848-7a62ab85cd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478e9828-a12c-47aa-a267-314470bb16ad,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:40.192376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-224df3c0-940f-477c-b476-373e4bca1e5e admin admin] Publish callbacks [] for security_group (478e9828-a12c-47aa-a267-314470bb16ad), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.226972 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-224df3c0-940f-477c-b476-373e4bca1e5e admin admin] Publish callbacks [] for security_group (478e9828-a12c-47aa-a267-314470bb16ad), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.280054 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-224df3c0-940f-477c-b476-373e4bca1e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (478e9828-a12c-47aa-a267-314470bb16ad), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.283062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-224df3c0-940f-477c-b476-373e4bca1e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.287535 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-224df3c0-940f-477c-b476-373e4bca1e5e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/478e9828-a12c-47aa-a267-314470bb16ad HTTP/1.1" status: 204 len: 168 time: 0.1531296 Jun 16 23:02:40.296676 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224df3c0-940f-477c-b476-373e4bca1e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e9828-a12c-47aa-a267-314470bb16ad,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:40.481772 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f173988-a01a-4325-be36-878a12418833 req-859ffe15-a53e-49db-8676-284962a22ee7 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:40.483296 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4f173988-a01a-4325-be36-878a12418833 req-859ffe15-a53e-49db-8676-284962a22ee7 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0520344 Jun 16 23:02:40.535452 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4f173988-a01a-4325-be36-878a12418833 req-03ca2225-f760-4bd0-9dcc-b04c43aee095 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459027 Jun 16 23:02:40.557293 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53070) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:40.570373 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-116969e0-5cbd-4220-9b9b-4091a2008d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.623555 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:40.646721 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-116969e0-5cbd-4220-9b9b-4091a2008d21 admin admin] Publish callbacks [] for security_group (17d330a4-dd96-40ec-b362-a3ce62f9bc49), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.650269 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-116969e0-5cbd-4220-9b9b-4091a2008d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (17d330a4-dd96-40ec-b362-a3ce62f9bc49), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.689705 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-116969e0-5cbd-4220-9b9b-4091a2008d21 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=25b953f244224f3dbbe2e93caa096bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313217 Jun 16 23:02:40.690567 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116969e0-5cbd-4220-9b9b-4091a2008d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d330a4-dd96-40ec-b362-a3ce62f9bc49,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:40.692399 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53072) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:40.722547 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:40.746382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f770e-b83d-4f5e-9636-54b4bcdb5dcb admin admin] Publish callbacks [] for security_group (17d330a4-dd96-40ec-b362-a3ce62f9bc49), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.767882 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f770e-b83d-4f5e-9636-54b4bcdb5dcb admin admin] Publish callbacks [] for security_group (17d330a4-dd96-40ec-b362-a3ce62f9bc49), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.786062 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:40.817882 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f770e-b83d-4f5e-9636-54b4bcdb5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (17d330a4-dd96-40ec-b362-a3ce62f9bc49), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.820414 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2d2f770e-b83d-4f5e-9636-54b4bcdb5dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:40.822132 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2d2f770e-b83d-4f5e-9636-54b4bcdb5dcb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/17d330a4-dd96-40ec-b362-a3ce62f9bc49 HTTP/1.1" status: 204 len: 168 time: 0.1286559 Jun 16 23:02:40.829671 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f770e-b83d-4f5e-9636-54b4bcdb5dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d330a4-dd96-40ec-b362-a3ce62f9bc49,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:40.980308 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6e950-e5ec-419a-bcec-e2d068e538c0 req-30ed6726-799e-44a0-9bdb-034d8cccfd0b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:40.981789 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-93d6e950-e5ec-419a-bcec-e2d068e538c0 req-30ed6726-799e-44a0-9bdb-034d8cccfd0b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 943 time: 0.0477846 Jun 16 23:02:41.033977 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-93d6e950-e5ec-419a-bcec-e2d068e538c0 req-408a36a8-c6cb-4e0e-a5b4-9d86c5b0f280 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460844 Jun 16 23:02:41.239181 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:02:41.629154 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:41.648432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb210c-45a0-4df4-9da9-f7346800176f req-90faba73-79f2-4f53-959c-ea487ad7cdf4 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:41.649939 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d0eb210c-45a0-4df4-9da9-f7346800176f req-90faba73-79f2-4f53-959c-ea487ad7cdf4 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0484293 Jun 16 23:02:41.699030 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d0eb210c-45a0-4df4-9da9-f7346800176f req-530d62d4-76a9-49fb-a956-509bc699e489 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430548 Jun 16 23:02:41.958890 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 823b7d46-8462-4945-943b-09a9fc1c8dce details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:02:42.071920 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 823b7d46-8462-4945-943b-09a9fc1c8dce, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=823b7d46-8462-4945-943b-09a9fc1c8dce,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:42.084107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'mac_address': 'fa:16:3e:54:55:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:02:42.120801 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 823b7d46-8462-4945-943b-09a9fc1c8dce is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:42.121185 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:42.123959 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:42.136799 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823b7d46-8462-4945-943b-09a9fc1c8dce {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:02:42.169241 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 823b7d46-8462-4945-943b-09a9fc1c8dce, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=823b7d46-8462-4945-943b-09a9fc1c8dce,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:42.170401 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae02cb-50d4-4d55-af04-e19dfd2ef043 req-acf634bc-2faa-4661-864b-08faedbe69bb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:42.171983 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ae02cb-50d4-4d55-af04-e19dfd2ef043 req-acf634bc-2faa-4661-864b-08faedbe69bb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 943 time: 0.0649672 Jun 16 23:02:42.174613 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:42.225870 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ae02cb-50d4-4d55-af04-e19dfd2ef043 req-1e9afdc0-371b-4a3a-af42-d0078b5a1509 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464516 Jun 16 23:02:42.235715 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=823b7d46-8462-4945-943b-09a9fc1c8dce,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:42.385382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319de4b-0d23-4028-b288-5a593db3d62d req-c0c90581-ce73-4ad4-8792-3828e75dc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:42.387510 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5319de4b-0d23-4028-b288-5a593db3d62d req-c0c90581-ce73-4ad4-8792-3828e75dc3c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1128 time: 0.0504622 Jun 16 23:02:42.558906 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['823b7d46-8462-4945-943b-09a9fc1c8dce'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:02:42.604587 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-38b7cd1c-cd58-4f41-bdd1-ab853dc20a84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121912 Jun 16 23:02:42.634832 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319de4b-0d23-4028-b288-5a593db3d62d req-69fbe929-e485-40ff-9747-e069c81dba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:42.636818 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5319de4b-0d23-4028-b288-5a593db3d62d req-69fbe929-e485-40ff-9747-e069c81dba35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.1455598 Jun 16 23:02:42.684902 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8bb1b-21d8-47c2-b05d-e8e8918a31ee req-4c4c7e00-c69c-4e17-bef5-9e53c310ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:42.687115 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cff8bb1b-21d8-47c2-b05d-e8e8918a31ee req-4c4c7e00-c69c-4e17-bef5-9e53c310ed76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1130 time: 0.1119480 Jun 16 23:02:42.718094 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5319de4b-0d23-4028-b288-5a593db3d62d req-fcd3d1ca-151e-40f3-bb39-0df1a381a975 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 200 len: 217 time: 0.0641713 Jun 16 23:02:42.747674 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-c406577b-70c0-48aa-9a65-a2b21aa04b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:42.749132 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-c406577b-70c0-48aa-9a65-a2b21aa04b0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 1129 time: 0.1112010 Jun 16 23:02:42.772603 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cff8bb1b-21d8-47c2-b05d-e8e8918a31ee req-0cb92e8f-93a4-4169-9f17-7c2598e4d537 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740294 Jun 16 23:02:42.794983 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319de4b-0d23-4028-b288-5a593db3d62d req-25c2b8d7-3021-4ff5-87b8-f1fe709f1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:42.796712 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5319de4b-0d23-4028-b288-5a593db3d62d req-25c2b8d7-3021-4ff5-87b8-f1fe709f1cb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0654867 Jun 16 23:02:42.831428 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d7e4-6a83-43ab-9271-b1679472263b req-6a3706a8-f770-482b-845e-de71639edcdf tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:42.832909 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a573d7e4-6a83-43ab-9271-b1679472263b req-6a3706a8-f770-482b-845e-de71639edcdf tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0496776 Jun 16 23:02:42.884307 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a573d7e4-6a83-43ab-9271-b1679472263b req-ce0499aa-50a0-45ce-901f-4c13cedbd5f8 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447831 Jun 16 23:02:43.176103 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319de4b-0d23-4028-b288-5a593db3d62d req-4013459f-3661-4907-9f49-aedb6e55b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:43.177622 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5319de4b-0d23-4028-b288-5a593db3d62d req-4013459f-3661-4907-9f49-aedb6e55b2e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966861 Jun 16 23:02:43.234417 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-6865b536-914d-4b7c-942c-6af22e00facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:43.234417 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-6865b536-914d-4b7c-942c-6af22e00facf service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.1746356 Jun 16 23:02:43.314545 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-740cde55-440d-403d-ad16-77c86ee58802 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa HTTP/1.1" status: 200 len: 217 time: 0.0522311 Jun 16 23:02:43.341664 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5319de4b-0d23-4028-b288-5a593db3d62d req-6ece0e63-6ac2-4ce1-9258-15e867be85b3 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533732 Jun 16 23:02:43.353796 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64098ca-1682-40a2-9d88-a9270d58b690 req-e83cfd69-e4b0-4a53-bd37-a6c12a96242e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:43.355301 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e64098ca-1682-40a2-9d88-a9270d58b690 req-e83cfd69-e4b0-4a53-bd37-a6c12a96242e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 944 time: 0.0470154 Jun 16 23:02:43.406076 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e64098ca-1682-40a2-9d88-a9270d58b690 req-088d57fb-90d4-4fe5-9786-fd3e6b988786 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452514 Jun 16 23:02:44.003089 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17430d90-0cf6-4456-b4ef-0c9de6ad3b5d req-a42f4917-d3fe-47f6-95c9-d8f129a258be tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:44.011384 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17430d90-0cf6-4456-b4ef-0c9de6ad3b5d req-a42f4917-d3fe-47f6-95c9-d8f129a258be tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0529497 Jun 16 23:02:44.059331 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17430d90-0cf6-4456-b4ef-0c9de6ad3b5d req-701c817a-b525-45a2-8fde-c7fc5379736e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479479 Jun 16 23:02:44.519323 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e684-0138-4c0c-8220-425131a12a1c req-56dfff39-45d6-4f9c-a0fd-888dfeac96ff tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:44.520792 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-64d3e684-0138-4c0c-8220-425131a12a1c req-56dfff39-45d6-4f9c-a0fd-888dfeac96ff tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 944 time: 0.0454295 Jun 16 23:02:44.568288 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-64d3e684-0138-4c0c-8220-425131a12a1c req-df573f01-3c72-4414-9f58-f140680e3153 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 Jun 16 23:02:45.172851 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ff78f-e656-4248-9b54-afb3ae547687 req-fcd18286-aadb-404f-8588-2c506b644415 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:45.174279 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-863ff78f-e656-4248-9b54-afb3ae547687 req-fcd18286-aadb-404f-8588-2c506b644415 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Jun 16 23:02:45.223181 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-863ff78f-e656-4248-9b54-afb3ae547687 req-9dc0cc37-11db-4e0a-8745-da20014e6085 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 Jun 16 23:02:45.680584 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31502e8-311b-4ef3-8981-b3b24bd70495 req-7c979b95-7edb-483b-a0cc-30591abb0456 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:45.682020 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b31502e8-311b-4ef3-8981-b3b24bd70495 req-7c979b95-7edb-483b-a0cc-30591abb0456 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 944 time: 0.0460775 Jun 16 23:02:45.727533 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b31502e8-311b-4ef3-8981-b3b24bd70495 req-9fee189a-7444-4b2d-890c-c7fefed80d74 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400293 Jun 16 23:02:46.355405 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e99d-d9ab-4b99-a57c-2c115aa798bd req-f703711e-1732-4d1f-bace-ae25f5c979b6 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:46.356842 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d4f3e99d-d9ab-4b99-a57c-2c115aa798bd req-f703711e-1732-4d1f-bace-ae25f5c979b6 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0525432 Jun 16 23:02:46.376445 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:46.406092 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d4f3e99d-d9ab-4b99-a57c-2c115aa798bd req-42ad50cc-8ea5-42a7-91db-20729d6d3cc7 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437996 Jun 16 23:02:46.646483 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 823b7d46-8462-4945-943b-09a9fc1c8dce up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:02:46.695841 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 823b7d46-8462-4945-943b-09a9fc1c8dce completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:02:46.712823 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 823b7d46-8462-4945-943b-09a9fc1c8dce triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:02:46.713185 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:46.796927 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 823b7d46-8462-4945-943b-09a9fc1c8dce is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:02:46.797363 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:46.825112 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:46.828783 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b381a0-a7b9-4791-aa98-1ab245034e32" -d '{"events": [{"server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "name": "network-vif-plugged", "status": "completed", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:46.845229 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 823b7d46-8462-4945-943b-09a9fc1c8dce, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=823b7d46-8462-4945-943b-09a9fc1c8dce,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:02:46.851357 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:46.904999 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465fd679-1be3-4870-afdf-246ee3da7c19 x-openstack-request-id: req-465fd679-1be3-4870-afdf-246ee3da7c19 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:46.905310 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "name": "network-vif-plugged", "status": "completed", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:46.907059 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-465fd679-1be3-4870-afdf-246ee3da7c19 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:46.907501 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465fd679-1be3-4870-afdf-246ee3da7c19'] response: {'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'code': 200} Jun 16 23:02:46.924344 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-5319de4b-0d23-4028-b288-5a593db3d62d req-d9101845-c47d-43dd-a3c4-67f9bedfd680 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705167 Jun 16 23:02:46.956512 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9fa30-6c4e-4058-b430-ef8bd06451b4 req-e5f94386-f43b-48f0-94e8-164b2b266332 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:46.964530 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-59e9fa30-6c4e-4058-b430-ef8bd06451b4 req-e5f94386-f43b-48f0-94e8-164b2b266332 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.1041532 Jun 16 23:02:46.970027 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=823b7d46-8462-4945-943b-09a9fc1c8dce,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:46.980257 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-e57fac43-5f61-4aa8-b1c9-bcf0b471c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:46.984562 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-e57fac43-5f61-4aa8-b1c9-bcf0b471c23c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.2120683 Jun 16 23:02:47.004895 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:47.020526 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-59e9fa30-6c4e-4058-b430-ef8bd06451b4 req-88b6b83d-815a-491e-b987-9eadc7a87f49 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549300 Jun 16 23:02:47.073254 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-b0bf5fac-e7ea-4514-90dc-670e6c2e1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:47.074892 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-b0bf5fac-e7ea-4514-90dc-670e6c2e1dd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593746 Jun 16 23:02:47.536107 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b543d-bf41-4c33-9b67-06f437917c94 req-ed6bac70-adde-493e-86cd-ac411137b901 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:47.538138 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-490b543d-bf41-4c33-9b67-06f437917c94 req-ed6bac70-adde-493e-86cd-ac411137b901 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0559704 Jun 16 23:02:47.601748 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-490b543d-bf41-4c33-9b67-06f437917c94 req-3cec8029-280a-46ec-990c-0bffc585d195 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564048 Jun 16 23:02:47.815557 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53258) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:47.845662 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a4d0e-8ed1-48a2-b402-8d97d65ac54c req-12eb8cbb-5c9d-41a9-b863-b1f3f27e2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:47.847605 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cd3a4d0e-8ed1-48a2-b402-8d97d65ac54c req-12eb8cbb-5c9d-41a9-b863-b1f3f27e2288 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1129 time: 0.1024117 Jun 16 23:02:47.866060 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:47.893681 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-635e1397-7c2b-401c-9ce6-028bb46b9abb service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738150 Jun 16 23:02:47.945610 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ab6463f5-d54b-4248-93c0-7593f8c2a9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:48.003950 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-cd3a4d0e-8ed1-48a2-b402-8d97d65ac54c req-d1e7f7dd-83bd-47dd-a16e-d700c8011081 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323256 Jun 16 23:02:48.031758 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f27a4442-a99d-435d-aa9d-118b7c19a5e0 req-4d08e096-d2e6-433b-938b-e3133d60d5bc service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295693 Jun 16 23:02:48.049399 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ab6463f5-d54b-4248-93c0-7593f8c2a9af admin admin] Publish callbacks [] for security_group (6e94b2ec-9163-41c8-854b-a79bee5fb4eb), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:48.055032 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ab6463f5-d54b-4248-93c0-7593f8c2a9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (6e94b2ec-9163-41c8-854b-a79bee5fb4eb), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:48.096690 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6463f5-d54b-4248-93c0-7593f8c2a9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e94b2ec-9163-41c8-854b-a79bee5fb4eb,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:48.110540 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ab6463f5-d54b-4248-93c0-7593f8c2a9af admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=71182a78451c403fb266ac5577f00a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937093 Jun 16 23:02:48.113017 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53278) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:48.179490 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:48.190006 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4b27-9268-4f8d-9f12-65a05f36b8a3 admin admin] Publish callbacks [] for security_group (6e94b2ec-9163-41c8-854b-a79bee5fb4eb), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:48.195687 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42eac8c-e32c-4e3e-8989-936a0ef7e209 req-d72512e7-8b42-4bce-a913-d65a8a5f0859 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:48.197406 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b42eac8c-e32c-4e3e-8989-936a0ef7e209 req-d72512e7-8b42-4bce-a913-d65a8a5f0859 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0533540 Jun 16 23:02:48.221222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4b27-9268-4f8d-9f12-65a05f36b8a3 admin admin] Publish callbacks [] for security_group (6e94b2ec-9163-41c8-854b-a79bee5fb4eb), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:48.260651 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b42eac8c-e32c-4e3e-8989-936a0ef7e209 req-8e7309a7-242c-43b6-9dbf-0d30278c5bf9 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552616 Jun 16 23:02:48.298268 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4b27-9268-4f8d-9f12-65a05f36b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (6e94b2ec-9163-41c8-854b-a79bee5fb4eb), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:48.310803 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4b27-9268-4f8d-9f12-65a05f36b8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:48.313147 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d7ab4b27-9268-4f8d-9f12-65a05f36b8a3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6e94b2ec-9163-41c8-854b-a79bee5fb4eb HTTP/1.1" status: 204 len: 168 time: 0.1984112 Jun 16 23:02:48.325547 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab4b27-9268-4f8d-9f12-65a05f36b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e94b2ec-9163-41c8-854b-a79bee5fb4eb,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:48.747344 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dcbe8-b7ef-4382-a017-e49ee20ada52 req-0114f998-3e77-487d-bd77-4aaaa259ea3c tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:48.749278 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9c4dcbe8-b7ef-4382-a017-e49ee20ada52 req-0114f998-3e77-487d-bd77-4aaaa259ea3c tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0517535 Jun 16 23:02:48.802718 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9c4dcbe8-b7ef-4382-a017-e49ee20ada52 req-b9677177-e534-4431-9071-66f48b24d336 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479751 Jun 16 23:02:48.918162 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76a9ea-46e3-433d-8bb9-2303aac76137 req-9feb438a-be5b-4113-a7e8-e85f10072423 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:48.919736 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef76a9ea-46e3-433d-8bb9-2303aac76137 req-9feb438a-be5b-4113-a7e8-e85f10072423 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0489864 Jun 16 23:02:48.972079 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef76a9ea-46e3-433d-8bb9-2303aac76137 req-376dc651-3b82-4f49-9ec0-c4536a33b7ea tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465157 Jun 16 23:02:48.997219 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53318) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:49.241922 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89e525d-1c73-4fb3-add5-db448b9c93b5 tempest-TestShelveInstance-2018983320 tempest-TestShelveInstance-2018983320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:49.243023 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a89e525d-1c73-4fb3-add5-db448b9c93b5 tempest-TestShelveInstance-2018983320 tempest-TestShelveInstance-2018983320-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1125 time: 0.2445476 Jun 16 23:02:49.245667 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53326) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:49.250794 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'port_id': '218d229b-a7e5-4c33-9723-c6215e47e600', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:49.276146 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:49.414788 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e72d6-89df-4a38-932e-5fa12755fc72 req-225d55cb-6f42-4b28-bdec-1b51249eda19 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:49.416258 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-846e72d6-89df-4a38-932e-5fa12755fc72 req-225d55cb-6f42-4b28-bdec-1b51249eda19 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0649962 Jun 16 23:02:49.417505 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:49.479843 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:49.514371 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-846e72d6-89df-4a38-932e-5fa12755fc72 req-787b24a2-6c0a-4658-b942-b1c27e7e3261 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893466 Jun 16 23:02:49.536330 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:49.569287 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Allocated IP 172.27.3.29 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/abab29ad-ca2c-4c15-839d-4be3838d7169) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:02:49.683577 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for port (abab29ad-ca2c-4c15-839d-4be3838d7169), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:49.722614 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (abab29ad-ca2c-4c15-839d-4be3838d7169), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:49.762717 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:02:49.767923 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:02:49.773253 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:02:49.795681 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'Port': ['ID=abab29ad-ca2c-4c15-839d-4be3838d7169,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:50.316008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d1db5-3a54-40ce-a92e-2b49c044acb7 req-1dda7d8e-de7e-411a-b325-f0ffd3cfea9f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:50.317471 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-126d1db5-3a54-40ce-a92e-2b49c044acb7 req-1dda7d8e-de7e-411a-b325-f0ffd3cfea9f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0729899 Jun 16 23:02:50.320267 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for floatingip (4b144211-75a8-4843-8606-b071fc0ea035), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:50.657296 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-126d1db5-3a54-40ce-a92e-2b49c044acb7 req-bef270d4-cc62-43e6-ac4f-09fca0892b95 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3221099 Jun 16 23:02:50.665507 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (abab29ad-ca2c-4c15-839d-4be3838d7169), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:50.668616 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:50.728856 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:50.835899 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f3259-5e16-46e6-9caf-711ec175eae2 req-c8aa264a-15e0-4415-b98e-4bf6292e83b1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:50.837328 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-618f3259-5e16-46e6-9caf-711ec175eae2 req-c8aa264a-15e0-4415-b98e-4bf6292e83b1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0700150 Jun 16 23:02:50.914887 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for port (abab29ad-ca2c-4c15-839d-4be3838d7169), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:50.920375 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-618f3259-5e16-46e6-9caf-711ec175eae2 req-a1418198-62bf-4fb7-8886-30a5309052ce tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749459 Jun 16 23:02:50.921300 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (abab29ad-ca2c-4c15-839d-4be3838d7169), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:50.993392 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event updated for resources: {'Port': ['ID=abab29ad-ca2c-4c15-839d-4be3838d7169,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:51.006688 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (4b144211-75a8-4843-8606-b071fc0ea035), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.037096 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53386) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:51.121132 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40907a-9760-486f-961c-6a63203266f2 req-60c23f69-f518-484d-88fa-26126d5cb5ff tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:51.122626 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4f40907a-9760-486f-961c-6a63203266f2 req-60c23f69-f518-484d-88fa-26126d5cb5ff tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0835080 Jun 16 23:02:51.131429 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53390) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:51.136471 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'floatingip': {'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:51.140126 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Floating IP 4b144211-75a8-4843-8606-b071fc0ea035 associated. External IP: 172.27.3.29, port: 218d229b-a7e5-4c33-9723-c6215e47e600. Jun 16 23:02:51.189350 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-513f3c45-42f9-426f-ba53-6259d5d8d7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.193843 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (6ed192b3-8831-4709-98ce-42555fddc032), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.237246 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:51.355706 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Router 36060681-a240-49c2-aa1d-d6ae06d5502b has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:02:51.458886 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:02:51.460984 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-513f3c45-42f9-426f-ba53-6259d5d8d7b8 admin admin] Publish callbacks [] for security_group (7b31b6cd-dd5e-4da5-b63d-a27427ef6bdd), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.466660 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-513f3c45-42f9-426f-ba53-6259d5d8d7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (7b31b6cd-dd5e-4da5-b63d-a27427ef6bdd), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.470188 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] Sync routers for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:02:51.479281 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.482422 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:02:51.483122 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:02:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:51.486414 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:51.508987 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:51.518669 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d182ae26-291f-4e26-811a-85d7f8b2eb42 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2694306 Jun 16 23:02:51.518669 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:51.519507 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a7bcaf-419c-4c85-b521-df4070b46e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:51.525372 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f3c45-42f9-426f-ba53-6259d5d8d7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31b6cd-dd5e-4da5-b63d-a27427ef6bdd,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:51.559465 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-513f3c45-42f9-426f-ba53-6259d5d8d7b8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d1ed86c2d71446e5a6f01d2a3da59ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5189261 Jun 16 23:02:51.559926 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53396) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:51.576080 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877c9d31-b8db-4965-949b-7c0e9e0afb2b x-openstack-request-id: req-877c9d31-b8db-4965-949b-7c0e9e0afb2b {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:51.576383 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:51.576611 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-877c9d31-b8db-4965-949b-7c0e9e0afb2b {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:51.577012 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877c9d31-b8db-4965-949b-7c0e9e0afb2b'] response: {'name': 'network-changed', 'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600', 'status': 'completed', 'code': 200} Jun 16 23:02:51.602345 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:02:51.631465 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae408-e15e-4406-81d2-07b31c287b19 admin admin] Publish callbacks [] for security_group (7b31b6cd-dd5e-4da5-b63d-a27427ef6bdd), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.656618 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-c6a02205-03df-4be4-9e96-022c2825696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:51.658148 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-c6a02205-03df-4be4-9e96-022c2825696e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1130 time: 0.0448358 Jun 16 23:02:51.660859 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae408-e15e-4406-81d2-07b31c287b19 admin admin] Publish callbacks [] for security_group (7b31b6cd-dd5e-4da5-b63d-a27427ef6bdd), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.732464 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae408-e15e-4406-81d2-07b31c287b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (7b31b6cd-dd5e-4da5-b63d-a27427ef6bdd), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.735065 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed3ae408-e15e-4406-81d2-07b31c287b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:51.738906 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ed3ae408-e15e-4406-81d2-07b31c287b19 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7b31b6cd-dd5e-4da5-b63d-a27427ef6bdd HTTP/1.1" status: 204 len: 168 time: 0.1753757 Jun 16 23:02:51.745717 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ae408-e15e-4406-81d2-07b31c287b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31b6cd-dd5e-4da5-b63d-a27427ef6bdd,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:51.831570 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35530d2f-53f6-48fd-ab53-1ab0fbbe1fe1 req-b4add3eb-c670-4c92-a540-f671cc7f01ca tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:51.837337 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:51.840485 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-35530d2f-53f6-48fd-ab53-1ab0fbbe1fe1 req-b4add3eb-c670-4c92-a540-f671cc7f01ca tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0676751 Jun 16 23:02:51.868262 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:51.904774 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-35530d2f-53f6-48fd-ab53-1ab0fbbe1fe1 req-1d8f7098-1967-449a-99fe-2f8b2c74815c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595391 Jun 16 23:02:51.950475 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-e2aa4eae-36b7-42b0-9ce1-7097fec4e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:51.952473 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-e2aa4eae-36b7-42b0-9ce1-7097fec4e44a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 200 len: 909 time: 0.2830303 Jun 16 23:02:51.958899 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:51.969739 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '4b144211-75a8-4843-8606-b071fc0ea035', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'port_id': '218d229b-a7e5-4c33-9723-c6215e47e600', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'mac_address': 'fa:16:3e:6f:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:50Z', 'updated_at': '2022-06-16T23:02:50Z', 'revision_number': 0, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:46Z', 'revision_number': 5, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:51.969928 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:51.969928 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.db.resource_extend [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 23:02:51.992600 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] Checking router: 36060681-a240-49c2-aa1d-d6ae06d5502b for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:02:52.003475 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:02:52.004098 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:02:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:52.075951 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:52.080555 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-dbfe714c-8785-49c2-bc00-7274323aa7ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 999 time: 0.1124723 Jun 16 23:02:52.082684 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (6ed192b3-8831-4709-98ce-42555fddc032), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:52.274918 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:02:52.463013 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-ff6f2b35-26aa-4ed8-9ae6-981b290c1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:52.465141 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-ff6f2b35-26aa-4ed8-9ae6-981b290c1657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af115d54-8d5d-4353-b04c-4d826bdb6216 HTTP/1.1" status: 200 len: 847 time: 0.3455269 Jun 16 23:02:52.517978 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '4b144211-75a8-4843-8606-b071fc0ea035', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'port_id': '218d229b-a7e5-4c33-9723-c6215e47e600', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'mac_address': 'fa:16:3e:6f:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:50Z', 'updated_at': '2022-06-16T23:02:50Z', 'revision_number': 0, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:46Z', 'revision_number': 5, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:52.518656 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Floating IP 6ed192b3-8831-4709-98ce-42555fddc032 associated. External IP: 172.27.3.154, port: 823b7d46-8462-4945-943b-09a9fc1c8dce. Jun 16 23:02:52.544460 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78639579-f762-4a83-bb5c-eb6514f1e49c None None] The sync data for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi is: [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '4b144211-75a8-4843-8606-b071fc0ea035', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'port_id': '218d229b-a7e5-4c33-9723-c6215e47e600', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'mac_address': 'fa:16:3e:6f:f1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:50Z', 'updated_at': '2022-06-16T23:02:50Z', 'revision_number': 0, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:46Z', 'revision_number': 5, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:02:52.561345 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-5c414cd8-af84-4748-89fd-54c91e7a38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:52.562903 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-5c414cd8-af84-4748-89fd-54c91e7a38cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e714880-bad0-4adf-82ee-dc3ffe4b848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844724 Jun 16 23:02:52.745582 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-0b0a4d1a-6a6f-4b1f-8509-992a86fa9f92 service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737318 Jun 16 23:02:52.789495 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ab52a8-f5e9-4420-b34b-08bf295ccdf0 None None] New status for floating IP 4b144211-75a8-4843-8606-b071fc0ea035: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:02:52.847948 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-29a7bcaf-419c-4c85-b521-df4070b46e7b req-af8c7959-83ad-41ee-965f-08b837f4cb96 service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952828 Jun 16 23:02:52.916889 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Router 3f01feb7-16c0-4fac-beda-01cd9d84d32d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:02:53.072365 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:02:53.080496 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:53.084136 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] Sync routers for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:02:53.098315 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06c332-61e4-469a-8350-e590fa741b99 req-00f04ed1-fbf4-4a8c-adbb-05da80ec6cc6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:53.103136 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7e06c332-61e4-469a-8350-e590fa741b99 req-00f04ed1-fbf4-4a8c-adbb-05da80ec6cc6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0700853 Jun 16 23:02:53.110813 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:02:53.112938 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:02:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:53.130301 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f969f94f-c04d-427b-8a5d-9fad5891efac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "PUT /v2.0/floatingips/6ed192b3-8831-4709-98ce-42555fddc032 HTTP/1.1" status: 200 len: 991 time: 1.9970541 Jun 16 23:02:53.130869 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:02:53.134077 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702cf38f-0f1a-40f9-b8fa-da05a590231b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:02:53.189166 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7e06c332-61e4-469a-8350-e590fa741b99 req-98d1cfc9-bf75-47d7-9128-25bdd3166c64 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730853 Jun 16 23:02:53.191700 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90c640-018e-4c63-88dd-add31d05c8a9 x-openstack-request-id: req-bc90c640-018e-4c63-88dd-add31d05c8a9 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:02:53.192131 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:02:53.192465 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bc90c640-018e-4c63-88dd-add31d05c8a9 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:02:53.192947 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc90c640-018e-4c63-88dd-add31d05c8a9'] response: {'name': 'network-changed', 'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'status': 'completed', 'code': 200} Jun 16 23:02:53.252294 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:02:53.397258 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:53.457623 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '6ed192b3-8831-4709-98ce-42555fddc032', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'mac_address': 'fa:16:3e:54:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:32Z', 'updated_at': '2022-06-16T23:02:51Z', 'revision_number': 1, 'project_id': '60447df5461141e883d207e028b74bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:53.487430 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] Checking router: 3f01feb7-16c0-4fac-beda-01cd9d84d32d for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:02:53.496570 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:02:53.497176 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:02:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:53.536468 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-7c7b1f77-a237-43f8-a5c1-58c464af88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:53.538004 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-7c7b1f77-a237-43f8-a5c1-58c464af88f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1129 time: 0.0467091 Jun 16 23:02:53.604475 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:02:53.743586 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:53.809631 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '6ed192b3-8831-4709-98ce-42555fddc032', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'mac_address': 'fa:16:3e:54:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:32Z', 'updated_at': '2022-06-16T23:02:51Z', 'revision_number': 1, 'project_id': '60447df5461141e883d207e028b74bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:02:53.833926 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef6614-e73b-4bed-8538-1419611989dd None None] The sync data for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi is: [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '6ed192b3-8831-4709-98ce-42555fddc032', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'mac_address': 'fa:16:3e:54:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:32Z', 'updated_at': '2022-06-16T23:02:51Z', 'revision_number': 1, 'project_id': '60447df5461141e883d207e028b74bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:02:54.006387 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:54.016590 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:54.021171 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-48562c56-a7dc-4e73-ad3e-d0cd188091c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:54.023062 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-48562c56-a7dc-4e73-ad3e-d0cd188091c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.1150517 Jun 16 23:02:54.143923 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-5e859cdb-2b3d-4931-ba0e-41910f53c0d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 200 len: 999 time: 0.1001770 Jun 16 23:02:54.217974 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-412ba829-e8ad-47a6-8c74-eb263045cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:54.220059 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-412ba829-e8ad-47a6-8c74-eb263045cec2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0685008 Jun 16 23:02:54.289987 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-99ea0ccb-5fac-49a5-9ee7-7801941cc6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:54.291615 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-99ea0ccb-5fac-49a5-9ee7-7801941cc6f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549881 Jun 16 23:02:54.413379 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d7e20-e0ee-4344-92e3-2fc04259075a req-ab9753fd-7f00-450f-8532-54b1040670fd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:54.417352 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5c8d7e20-e0ee-4344-92e3-2fc04259075a req-ab9753fd-7f00-450f-8532-54b1040670fd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.1063468 Jun 16 23:02:54.494322 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-fa903a70-cee0-4c53-b90a-9098c22e3641 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928535 Jun 16 23:02:54.494862 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53478) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:54.524782 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5c8d7e20-e0ee-4344-92e3-2fc04259075a req-fc0a28a3-e36a-4520-883b-79f2847a7e23 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014073 Jun 16 23:02:54.625804 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d0b78-fc23-4bb0-ba0c-ea9c4ae503af req-fe41ca3c-8bf1-42c7-acb0-24350c6a0b9c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:54.628461 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7d3d0b78-fc23-4bb0-ba0c-ea9c4ae503af req-fe41ca3c-8bf1-42c7-acb0-24350c6a0b9c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.1082802 Jun 16 23:02:54.688332 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-702cf38f-0f1a-40f9-b8fa-da05a590231b req-ff0d3e71-f905-42d5-a47f-87833893057e service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619558 Jun 16 23:02:54.696306 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0125cc20-dc17-43ff-80b6-a2c4de130ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:54.697353 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7d3d0b78-fc23-4bb0-ba0c-ea9c4ae503af req-e6534bdc-0c89-49f8-835b-8e7326a6e75a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618441 Jun 16 23:02:54.788270 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0125cc20-dc17-43ff-80b6-a2c4de130ebd admin admin] Publish callbacks [] for security_group (56658d6e-8b07-4549-9b79-b822dffdf2fb), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:54.790533 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fe3be7-5246-4fc1-9c5b-e0d0997d4fb6 None None] New status for floating IP 6ed192b3-8831-4709-98ce-42555fddc032: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:02:54.792503 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0125cc20-dc17-43ff-80b6-a2c4de130ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (56658d6e-8b07-4549-9b79-b822dffdf2fb), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:54.831811 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0125cc20-dc17-43ff-80b6-a2c4de130ebd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=51825e12e6bc4cd3a1e71f2c8ecf9036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359382 Jun 16 23:02:54.832901 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125cc20-dc17-43ff-80b6-a2c4de130ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56658d6e-8b07-4549-9b79-b822dffdf2fb,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:54.834562 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53484) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:54.887216 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf989-c5fd-40a8-9161-3a27d7cc0b4d admin admin] Publish callbacks [] for security_group (56658d6e-8b07-4549-9b79-b822dffdf2fb), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:54.908511 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf989-c5fd-40a8-9161-3a27d7cc0b4d admin admin] Publish callbacks [] for security_group (56658d6e-8b07-4549-9b79-b822dffdf2fb), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:54.960909 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf989-c5fd-40a8-9161-3a27d7cc0b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (56658d6e-8b07-4549-9b79-b822dffdf2fb), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:54.963528 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf989-c5fd-40a8-9161-3a27d7cc0b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:54.964679 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d6fbf989-c5fd-40a8-9161-3a27d7cc0b4d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/56658d6e-8b07-4549-9b79-b822dffdf2fb HTTP/1.1" status: 204 len: 168 time: 0.1289451 Jun 16 23:02:54.976084 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf989-c5fd-40a8-9161-3a27d7cc0b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56658d6e-8b07-4549-9b79-b822dffdf2fb,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:55.244231 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53492) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:55.261256 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cc394dcb-5961-4c8f-927b-0ec419580cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:55.346435 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cc394dcb-5961-4c8f-927b-0ec419580cac admin admin] Publish callbacks [] for security_group (3cdc37df-cb24-4a70-b0a2-e89e372edd9e), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:55.350711 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cc394dcb-5961-4c8f-927b-0ec419580cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3cdc37df-cb24-4a70-b0a2-e89e372edd9e), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:55.376054 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:55.391045 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-cc394dcb-5961-4c8f-927b-0ec419580cac admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=20e71a6807874d42a3f6905e4e564f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457028 Jun 16 23:02:55.392103 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc394dcb-5961-4c8f-927b-0ec419580cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdc37df-cb24-4a70-b0a2-e89e372edd9e,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:55.393764 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53494) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:55.446412 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e03c9450-a367-46a0-a871-89bf24fb043b admin admin] Publish callbacks [] for security_group (3cdc37df-cb24-4a70-b0a2-e89e372edd9e), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:55.466826 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e03c9450-a367-46a0-a871-89bf24fb043b admin admin] Publish callbacks [] for security_group (3cdc37df-cb24-4a70-b0a2-e89e372edd9e), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:55.513923 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e03c9450-a367-46a0-a871-89bf24fb043b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3cdc37df-cb24-4a70-b0a2-e89e372edd9e), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:55.516390 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e03c9450-a367-46a0-a871-89bf24fb043b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:55.517519 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e03c9450-a367-46a0-a871-89bf24fb043b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3cdc37df-cb24-4a70-b0a2-e89e372edd9e HTTP/1.1" status: 204 len: 168 time: 0.1227820 Jun 16 23:02:55.525261 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c9450-a367-46a0-a871-89bf24fb043b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdc37df-cb24-4a70-b0a2-e89e372edd9e,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:55.664865 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10464e24-1170-45da-a33f-53553dda899f req-9f879043-fdfa-4f63-bc44-a00640f2c2ab tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:55.666376 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10464e24-1170-45da-a33f-53553dda899f req-9f879043-fdfa-4f63-bc44-a00640f2c2ab tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0557251 Jun 16 23:02:55.719114 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-10464e24-1170-45da-a33f-53553dda899f req-96827c41-4848-4187-b7b2-234801bb0215 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466573 Jun 16 23:02:55.835384 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fcd70-688a-48f6-bf8b-2036f9e734bc req-f8ec7614-d521-4f0c-b172-ffd58fd2013a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:55.837642 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-169fcd70-688a-48f6-bf8b-2036f9e734bc req-f8ec7614-d521-4f0c-b172-ffd58fd2013a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0596783 Jun 16 23:02:55.889534 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-169fcd70-688a-48f6-bf8b-2036f9e734bc req-cc7bdfbe-ab31-49ac-9b77-cb514154864f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Jun 16 23:02:56.001445 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53518) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:56.110289 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7aee60f8-407b-4eb2-b15f-3c21ecddd1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.186223 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7aee60f8-407b-4eb2-b15f-3c21ecddd1bb admin admin] Publish callbacks [] for security_group (6268db87-d119-4922-96f2-c28f46f76f05), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.191689 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7aee60f8-407b-4eb2-b15f-3c21ecddd1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (6268db87-d119-4922-96f2-c28f46f76f05), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.218971 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:56.235705 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:56.243876 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7aee60f8-407b-4eb2-b15f-3c21ecddd1bb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e4e7461392bf4748bb1633205e738245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413671 Jun 16 23:02:56.247495 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53532) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:56.247633 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee60f8-407b-4eb2-b15f-3c21ecddd1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6268db87-d119-4922-96f2-c28f46f76f05,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:56.281434 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53534) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:56.301518 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:56.316583 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cb80-d48a-4c85-9a4a-9a2d8d0e2812 admin admin] Publish callbacks [] for security_group (6268db87-d119-4922-96f2-c28f46f76f05), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.339949 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cb80-d48a-4c85-9a4a-9a2d8d0e2812 admin admin] Publish callbacks [] for security_group (6268db87-d119-4922-96f2-c28f46f76f05), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.382055 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1394668011-network', 'tenant_id': '9761759a69724a21b0b9315a931b106f'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:56.396610 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cb80-d48a-4c85-9a4a-9a2d8d0e2812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (6268db87-d119-4922-96f2-c28f46f76f05), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.399166 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cb80-d48a-4c85-9a4a-9a2d8d0e2812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.400270 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5ba3cb80-d48a-4c85-9a4a-9a2d8d0e2812 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6268db87-d119-4922-96f2-c28f46f76f05 HTTP/1.1" status: 204 len: 168 time: 0.1517055 Jun 16 23:02:56.411936 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3cb80-d48a-4c85-9a4a-9a2d8d0e2812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6268db87-d119-4922-96f2-c28f46f76f05,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:56.415820 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Made reservation on behalf of 9761759a69724a21b0b9315a931b106f for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:02:56.418233 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.427829 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.511960 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Publish callbacks [] for security_group (cfc04830-8d8e-4771-a279-80805b4086ce), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.516004 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (cfc04830-8d8e-4771-a279-80805b4086ce), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.539420 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:02:56.557773 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc04830-8d8e-4771-a279-80805b4086ce,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:56.560657 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (6d81f743-18d1-44d6-bf5f-044e7b89a183), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.560999 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Added segment 6d81f743-18d1-44d6-bf5f-044e7b89a183 of type vlan for network 47420daf-a76e-49b0-bb23-482a9b944fce Jun 16 23:02:56.601717 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (47420daf-a76e-49b0-bb23-482a9b944fce), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.629493 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (47420daf-a76e-49b0-bb23-482a9b944fce), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.630575 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:56.631283 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.669714 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53546) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:02:56.670228 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3873832 Jun 16 23:02:56.674625 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Request body: {'subnet': {'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1394668011-subnet', 'tenant_id': '9761759a69724a21b0b9315a931b106f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:02:56.696760 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Made reservation on behalf of 9761759a69724a21b0b9315a931b106f for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:02:56.702234 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d983e-fea2-4335-b6e6-c948bbf929dd admin admin] Pushing event updated for resources: {'Network': ['ID=47420daf-a76e-49b0-bb23-482a9b944fce,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:56.702471 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59473562'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.712983 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 47420daf-a76e-49b0-bb23-482a9b944fce details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:02:56.861654 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265bc3a-223e-4cb7-9a23-d9ca02e96879 req-825c85ea-a26a-49c7-9ea7-5217e467ab88 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:56.863241 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b265bc3a-223e-4cb7-9a23-d9ca02e96879 req-825c85ea-a26a-49c7-9ea7-5217e467ab88 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0570548 Jun 16 23:02:56.894195 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60676501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59473576'] for subnet (b43040d5-7db1-49f8-8efc-820cd080eb0f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:56.920584 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b265bc3a-223e-4cb7-9a23-d9ca02e96879 req-5494b9cd-c488-49f5-b60f-530258812194 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489006 Jun 16 23:02:56.958711 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43040d5-7db1-49f8-8efc-820cd080eb0f,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:02:56.980111 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Checking segment: {'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:02:56.980468 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Network hostable DHCP agents. Network: 47420daf-a76e-49b0-bb23-482a9b944fce, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:02:57.000701 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Network 47420daf-a76e-49b0-bb23-482a9b944fce is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:02:57.011199 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 47420daf-a76e-49b0-bb23-482a9b944fce) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:02:57.015487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab3b96-1f67-4855-8369-fb0aa236f832 req-e3561074-b007-49da-9c42-d3571f0f063f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:57.017122 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-afab3b96-1f67-4855-8369-fb0aa236f832 req-e3561074-b007-49da-9c42-d3571f0f063f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0512772 Jun 16 23:02:57.019758 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc26055-bbdc-49d3-932e-7d3b0393c9a3 None None] Network 47420daf-a76e-49b0-bb23-482a9b944fce requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:02:57.022803 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:57.023449 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:02:57.045872 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1e42fc1a-50a2-4a2e-829c-983f8457d864 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3735828 Jun 16 23:02:57.079522 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-afab3b96-1f67-4855-8369-fb0aa236f832 req-017c327e-e2ae-4e2a-9af3-d54463e65944 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493815 Jun 16 23:02:57.155710 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53eb29-64e7-45cf-8f19-0bc54ab521fb None None] Network 47420daf-a76e-49b0-bb23-482a9b944fce requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:02:58.031648 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:58.045528 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ed8e0-b1ef-42c7-a1c0-fa6af5931f53 req-74ede2f8-ed40-41d5-b0bd-74f273054c1c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:58.047023 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0c9ed8e0-b1ef-42c7-a1c0-fa6af5931f53 req-74ede2f8-ed40-41d5-b0bd-74f273054c1c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0478535 Jun 16 23:02:58.102154 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0c9ed8e0-b1ef-42c7-a1c0-fa6af5931f53 req-dc8eb13a-ac6b-4de6-8beb-23df3f9dd494 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473273 Jun 16 23:02:58.200404 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae676a13-a432-43e6-abf9-84b653574a70 req-f6f06e6c-e41d-48e7-955e-c394db96df89 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:58.201749 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ae676a13-a432-43e6-abf9-84b653574a70 req-f6f06e6c-e41d-48e7-955e-c394db96df89 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0458865 Jun 16 23:02:58.248659 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ae676a13-a432-43e6-abf9-84b653574a70 req-4e25a564-a36b-4a08-956b-ebc34679b9b1 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 Jun 16 23:02:58.792371 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:02:58.871566 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-2a76de64-be33-4882-ae74-99ee0c58d4bf tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:58.873081 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-2a76de64-be33-4882-ae74-99ee0c58d4bf tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/networks?id=47420daf-a76e-49b0-bb23-482a9b944fce HTTP/1.1" status: 200 len: 814 time: 0.1175175 Jun 16 23:02:58.888305 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-42cb5431-4c3d-4f9a-94ae-f76169989f46 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/quotas/9761759a69724a21b0b9315a931b106f HTTP/1.1" status: 200 len: 375 time: 0.0098982 Jun 16 23:02:58.921998 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-d47ee908-e1b9-47d6-85dd-3fca461fcb22 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9761759a69724a21b0b9315a931b106f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284686 Jun 16 23:02:59.017520 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-bbc9ba55-6a95-4071-8e11-03177340a725 service neutron] 10.222.0.17 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875571 Jun 16 23:02:59.123240 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-0655498d-61d8-49e8-a08b-321c234808ce service neutron] 10.222.0.17 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994513 Jun 16 23:02:59.237047 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1b13d-f666-4054-ba80-7bb9f41ca655 req-a4a75ef9-624d-43e8-b8ed-283443320800 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:59.237991 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b9c1b13d-f666-4054-ba80-7bb9f41ca655 req-a4a75ef9-624d-43e8-b8ed-283443320800 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0579875 Jun 16 23:02:59.300174 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1654e17b-f950-4081-9cf5-437c70bdd352 req-b5c05e89-5a61-4f0b-b52e-1b228312f6cf tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 210 time: 0.0413525 Jun 16 23:02:59.341719 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b9c1b13d-f666-4054-ba80-7bb9f41ca655 req-12624483-688a-4044-82ac-7bf92575b1a0 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941796 Jun 16 23:02:59.422752 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e886310-c558-4c8a-a1a8-eb3f1c9b3c87 req-20eadbf7-a572-411a-8105-9d80a840cb70 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:02:59.424629 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e886310-c558-4c8a-a1a8-eb3f1c9b3c87 req-20eadbf7-a572-411a-8105-9d80a840cb70 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0507774 Jun 16 23:02:59.478166 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5e886310-c558-4c8a-a1a8-eb3f1c9b3c87 req-8bb41d94-cb1a-493b-8fa8-f589d6d62369 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470514 Jun 16 23:03:00.424985 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91ceb67e-c30b-4231-8428-44b425db1f5d req-0a1ba987-7a0e-43b3-a0c3-fb8a6a576b23 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 210 time: 0.0485878 Jun 16 23:03:00.497481 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47394d-e55d-449f-a4d2-6b90eeabe13f req-53959cf9-b65a-494a-b897-31f8537ad46b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:00.499358 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a47394d-e55d-449f-a4d2-6b90eeabe13f req-53959cf9-b65a-494a-b897-31f8537ad46b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0538819 Jun 16 23:03:00.563295 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a47394d-e55d-449f-a4d2-6b90eeabe13f req-1dce6f87-5019-4187-a0f9-931aa18d3a5f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498469 Jun 16 23:03:00.613599 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f45ad-4f0a-439b-9c4e-4fee502fec21 req-eb20ee4f-f637-4a2a-b1cb-d9ec115b195d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:00.615755 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b49f45ad-4f0a-439b-9c4e-4fee502fec21 req-eb20ee4f-f637-4a2a-b1cb-d9ec115b195d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0500262 Jun 16 23:03:00.664340 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b49f45ad-4f0a-439b-9c4e-4fee502fec21 req-22a106a1-7224-4141-a6a8-7282c71a993b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Jun 16 23:03:01.535833 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-20d4b883-d138-413c-ac91-4635d3f02f44 req-5d0b37a8-6df4-4b00-916a-a2eb2e2f6dac tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 210 time: 0.0449228 Jun 16 23:03:01.612038 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-8c35b236-d26d-44dd-a02a-4f131c01aa03 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:01.613525 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-8c35b236-d26d-44dd-a02a-4f131c01aa03 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.26 "GET /v2.0/networks?id=47420daf-a76e-49b0-bb23-482a9b944fce HTTP/1.1" status: 200 len: 814 time: 0.1196690 Jun 16 23:03:01.639063 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Request body: {'port': {'device_id': '7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b', 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce', 'admin_state_up': True, 'tenant_id': '9761759a69724a21b0b9315a931b106f'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:01.707849 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df9a5a-aa57-46a0-9c27-25b871cb0c6f req-f63c188a-f068-49dd-88fe-5c981e191b54 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:01.721285 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c4df9a5a-aa57-46a0-9c27-25b871cb0c6f req-f63c188a-f068-49dd-88fe-5c981e191b54 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0808368 Jun 16 23:03:01.733702 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:01.803601 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c4df9a5a-aa57-46a0-9c27-25b871cb0c6f req-f2f2cbe3-43df-4a2f-bf2c-c68dda59f829 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812325 Jun 16 23:03:01.850283 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Made reservation on behalf of 9761759a69724a21b0b9315a931b106f for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:03:01.859650 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:01.868995 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f076-62fc-491b-aec7-f5b668a1aedc req-f3e6ddb6-145d-48e2-af87-aca4930b6269 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:01.869624 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-baf9f076-62fc-491b-aec7-f5b668a1aedc req-f3e6ddb6-145d-48e2-af87-aca4930b6269 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0644927 Jun 16 23:03:01.883948 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53680) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:01.891659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-83b63a53-aafa-4181-a28c-4689c6df5b5e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159097250', 'description': 'tempest-description--46498554'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:01.947555 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-83b63a53-aafa-4181-a28c-4689c6df5b5e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:01.963115 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-baf9f076-62fc-491b-aec7-f5b668a1aedc req-36b88920-a5af-479f-8d7a-dafec0d6b545 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864353 Jun 16 23:03:02.024616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Allocated IP 172.20.0.12 (47420daf-a76e-49b0-bb23-482a9b944fce/b43040d5-7db1-49f8-8efc-820cd080eb0f/9f27a5db-37c7-4f56-a95a-f2cd921a04db) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:03:02.038963 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-83b63a53-aafa-4181-a28c-4689c6df5b5e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (335f7188-31fb-49a8-b575-1d516e6dc9b5), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.043225 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-83b63a53-aafa-4181-a28c-4689c6df5b5e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (335f7188-31fb-49a8-b575-1d516e6dc9b5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.062941 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:02.080594 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-83b63a53-aafa-4181-a28c-4689c6df5b5e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.081826 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-83b63a53-aafa-4181-a28c-4689c6df5b5e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1954427 Jun 16 23:03:02.083419 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b63a53-aafa-4181-a28c-4689c6df5b5e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335f7188-31fb-49a8-b575-1d516e6dc9b5,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:02.085912 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53686) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:02.091002 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-73fd84d6-0fca-407a-b4d0-c0c777ecf934 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group_rule': {'security_group_id': '335f7188-31fb-49a8-b575-1d516e6dc9b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:02.121422 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-73fd84d6-0fca-407a-b4d0-c0c777ecf934 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (acfbdf14-1eb2-4d79-981b-abc61854e0ff), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.147430 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:02.152045 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:02.190332 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-73fd84d6-0fca-407a-b4d0-c0c777ecf934 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (acfbdf14-1eb2-4d79-981b-abc61854e0ff), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.195226 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-73fd84d6-0fca-407a-b4d0-c0c777ecf934 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (acfbdf14-1eb2-4d79-981b-abc61854e0ff), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.219029 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd84d6-0fca-407a-b4d0-c0c777ecf934 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfbdf14-1eb2-4d79-981b-abc61854e0ff,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:02.221852 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks [] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.235189 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-73fd84d6-0fca-407a-b4d0-c0c777ecf934 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.235189 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-73fd84d6-0fca-407a-b4d0-c0c777ecf934 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463122 Jun 16 23:03:02.236232 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53690) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:02.244376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-e73e5666-dbf7-4eba-a866-b0acd094d358 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group_rule': {'security_group_id': '335f7188-31fb-49a8-b575-1d516e6dc9b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:02.274520 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.281159 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e73e5666-dbf7-4eba-a866-b0acd094d358 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (694b9708-46f0-479d-be5e-b29fe23708c6), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.330970 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Network 47420daf-a76e-49b0-bb23-482a9b944fce is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:03:02.334469 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:03:02.337219 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Pushing event updated for resources: {'Port': ['ID=9f27a5db-37c7-4f56-a95a-f2cd921a04db,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:02.339160 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:03:02.351298 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e73e5666-dbf7-4eba-a866-b0acd094d358 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (694b9708-46f0-479d-be5e-b29fe23708c6), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.356354 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e73e5666-dbf7-4eba-a866-b0acd094d358 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (694b9708-46f0-479d-be5e-b29fe23708c6), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.377833 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e5666-dbf7-4eba-a866-b0acd094d358 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694b9708-46f0-479d-be5e-b29fe23708c6,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:02.391159 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e73e5666-dbf7-4eba-a866-b0acd094d358 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.392117 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:02.395954 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.396131 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e73e5666-dbf7-4eba-a866-b0acd094d358 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557581 Jun 16 23:03:02.396331 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53696) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:02.400604 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:02.424198 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-937b34dd-3703-405a-a637-4f69ce35f749 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7911046 Jun 16 23:03:02.430581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.437584 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Request body: {'port': {'device_id': '7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:02.565027 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.567531 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.678223 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-22c29c06-eeaa-4c3c-95e1-f79eb709d1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:02.692977 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7442eec-a2b1-4d4c-8aac-d3d5bc1af846 req-cdd04477-b034-4cb6-a521-987973ed4ee5 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:02.695169 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7442eec-a2b1-4d4c-8aac-d3d5bc1af846 req-cdd04477-b034-4cb6-a521-987973ed4ee5 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 932 time: 0.0749340 Jun 16 23:03:02.813687 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Allocated IP 172.27.3.44 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/194877cc-4f2c-433a-8d06-52ec32d23075) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:03:02.862038 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:03.052187 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (194877cc-4f2c-433a-8d06-52ec32d23075), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.055695 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f27a5db-37c7-4f56-a95a-f2cd921a04db {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:03:03.066847 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Publish callbacks [] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.072641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:03.092318 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Transition to ACTIVE for port object 9f27a5db-37c7-4f56-a95a-f2cd921a04db will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:03:03.096632 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9c57-8748-4676-bff2-bc642aad19a5 req-05b45ad4-3300-4f8f-9dca-d675a7ee39fd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:03.098892 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7ebe9c57-8748-4676-bff2-bc642aad19a5 req-05b45ad4-3300-4f8f-9dca-d675a7ee39fd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0786901 Jun 16 23:03:03.104330 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.110831 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7442eec-a2b1-4d4c-8aac-d3d5bc1af846 req-6e12d7e5-9d51-48b0-9632-d9ebf54d6e5d tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084630 Jun 16 23:03:03.138501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:03.167569 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (194877cc-4f2c-433a-8d06-52ec32d23075), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.189588 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7ebe9c57-8748-4676-bff2-bc642aad19a5 req-bd5a6969-1cb3-4e94-80b3-ad89ee9982b1 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731816 Jun 16 23:03:03.223963 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9f27a5db-37c7-4f56-a95a-f2cd921a04db,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:03.233334 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:03:03.235297 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:03:03.259386 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:03:03.286430 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04f125-514d-4bee-afaf-4e2f97d07629 req-805dcf3f-a68d-43e9-b485-352dbe64f7ec tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:03.287406 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4a04f125-514d-4bee-afaf-4e2f97d07629 req-805dcf3f-a68d-43e9-b485-352dbe64f7ec tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0829828 Jun 16 23:03:03.340660 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=194877cc-4f2c-433a-8d06-52ec32d23075,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:03.349036 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4a04f125-514d-4bee-afaf-4e2f97d07629 req-e4d9fe0e-68d6-4ace-a182-f34f59fcaf44 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551083 Jun 16 23:03:03.405757 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Attempting to bind port 9f27a5db-37c7-4f56-a95a-f2cd921a04db on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:03:03.406094 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Attempting to bind port 9f27a5db-37c7-4f56-a95a-f2cd921a04db by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:03:03.406423 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Attempting to bind port 9f27a5db-37c7-4f56-a95a-f2cd921a04db on network 47420daf-a76e-49b0-bb23-482a9b944fce {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:03:03.419962 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Port 9f27a5db-37c7-4f56-a95a-f2cd921a04db on network 47420daf-a76e-49b0-bb23-482a9b944fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:03:03.420292 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Attempting to bind port 9f27a5db-37c7-4f56-a95a-f2cd921a04db on network 47420daf-a76e-49b0-bb23-482a9b944fce {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:03:03.428726 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (620a052b-d381-420d-a336-397cf3518d59), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.434304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:03:03.434671 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Checking segment: {'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:03:03.435056 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Bound using segment: {'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:03:03.438202 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Bound port: 9f27a5db-37c7-4f56-a95a-f2cd921a04db, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:03:03.438646 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.504831 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (194877cc-4f2c-433a-8d06-52ec32d23075), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.541380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:03.571239 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] For port 9f27a5db-37c7-4f56-a95a-f2cd921a04db, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:03:03.592933 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] For port 9f27a5db-37c7-4f56-a95a-f2cd921a04db, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=9f27a5db-37c7-4f56-a95a-f2cd921a04db,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:03:03.611461 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.687241 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:03.687858 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.689326 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f27a5db-37c7-4f56-a95a-f2cd921a04db HTTP/1.1" status: 200 len: 1094 time: 1.2557237 Jun 16 23:03:03.691445 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b', 'tag': '9f27a5db-37c7-4f56-a95a-f2cd921a04db'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:03:03.693729 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d534b6-aef4-49d8-80d5-5283397e1212" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b", "tag": "9f27a5db-37c7-4f56-a95a-f2cd921a04db"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:03:03.755243 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09609a7-c822-4fed-931a-763609c32c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9f27a5db-37c7-4f56-a95a-f2cd921a04db,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:03.758750 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96840b52-e275-4065-9983-6e6877eca935 x-openstack-request-id: req-96840b52-e275-4065-9983-6e6877eca935 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:03:03.758991 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b", "tag": "9f27a5db-37c7-4f56-a95a-f2cd921a04db", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:03:03.759249 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-96840b52-e275-4065-9983-6e6877eca935 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:03:03.759646 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96840b52-e275-4065-9983-6e6877eca935'] response: {'name': 'network-changed', 'server_uuid': '7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b', 'tag': '9f27a5db-37c7-4f56-a95a-f2cd921a04db', 'status': 'completed', 'code': 200} Jun 16 23:03:03.809976 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-ddcc337c-d165-4c5e-a07c-c06d482e52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:03.811606 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-ddcc337c-d165-4c5e-a07c-c06d482e52ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9761759a69724a21b0b9315a931b106f&device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 1128 time: 0.0664003 Jun 16 23:03:03.821482 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (194877cc-4f2c-433a-8d06-52ec32d23075), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.829749 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (194877cc-4f2c-433a-8d06-52ec32d23075), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.880881 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e9bd0e2d-55ba-4145-88ca-d91495b60780 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f27a5db-37c7-4f56-a95a-f2cd921a04db HTTP/1.1" status: 200 len: 217 time: 0.0610635 Jun 16 23:03:03.892855 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:03.970114 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=194877cc-4f2c-433a-8d06-52ec32d23075,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:03.988907 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (620a052b-d381-420d-a336-397cf3518d59), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:03.995847 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-6388aefe-ce2c-4cbf-8f9c-d1c08f4e3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:03.997319 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-6388aefe-ce2c-4cbf-8f9c-d1c08f4e3630 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b43040d5-7db1-49f8-8efc-820cd080eb0f HTTP/1.1" status: 200 len: 854 time: 0.1033480 Jun 16 23:03:04.036731 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:04.037946 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3d236eee-9899-4a51-80d0-bb8068abb0e8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6406920 Jun 16 23:03:04.040169 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-66ac90ab-93d8-4e8c-b868-891f9d5cbbdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47420daf-a76e-49b0-bb23-482a9b944fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326052 Jun 16 23:03:04.160769 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-e15ed0be-d803-4f79-805d-f099808efc70 service neutron] 10.222.0.26 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104193 Jun 16 23:03:04.269065 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef745b-2d27-45be-9ca6-93fc9652100c req-6e849e7a-4f67-44cc-b23d-88d6a0a9e95f tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:04.270645 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61ef745b-2d27-45be-9ca6-93fc9652100c req-6e849e7a-4f67-44cc-b23d-88d6a0a9e95f tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 944 time: 0.0691230 Jun 16 23:03:04.276069 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-eb5d77e9-b57c-4f81-8685-88efe0499a34 req-7acc248c-b7e4-499d-ae38-2aad3762866d service neutron] 10.222.0.26 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067569 Jun 16 23:03:04.317145 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-8cd2d718-b1c5-4448-9b8c-7dfee6632b76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1159097250&fields=id&tenant_id=0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 267 time: 0.0837855 Jun 16 23:03:04.375085 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61ef745b-2d27-45be-9ca6-93fc9652100c req-8a4babda-b15e-4477-9b11-ea5998e3709b tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940886 Jun 16 23:03:04.462099 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-517e3235-d39b-416e-8c31-7087bf7afff4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:04.463597 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-517e3235-d39b-416e-8c31-7087bf7afff4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 814 time: 0.1357558 Jun 16 23:03:04.497286 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-eba91642-c467-458e-8493-b909a42a87b0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/quotas/0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 375 time: 0.0171764 Jun 16 23:03:04.505296 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69e491-a382-4bf0-9a3b-882c21a4c564 req-a8575b1b-707f-4b00-addc-170978108f71 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:04.506774 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4f69e491-a382-4bf0-9a3b-882c21a4c564 req-a8575b1b-707f-4b00-addc-170978108f71 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0733516 Jun 16 23:03:04.573962 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-35ccec21-9085-49eb-a4e3-14c323076024 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662384 Jun 16 23:03:04.605267 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4f69e491-a382-4bf0-9a3b-882c21a4c564 req-df925a79-b271-43c9-9059-1a25616a2d89 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882123 Jun 16 23:03:04.617545 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:04.695860 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-af70de85-7df4-4600-b7f6-99cab06bcbbf service neutron] 10.222.0.17 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064267 Jun 16 23:03:04.756404 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0ce93-4935-4df9-b898-5eb56ed2ac98 req-db93e0ff-6dcc-43e7-bcb0-2f706d259e7e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:04.757773 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-46e0ce93-4935-4df9-b898-5eb56ed2ac98 req-db93e0ff-6dcc-43e7-bcb0-2f706d259e7e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0816393 Jun 16 23:03:04.825501 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-545cdb53-e54e-43d6-ae0c-20b2406e998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:04.844593 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-97134281-66b6-4780-969e-8dea84f2963e service neutron] 10.222.0.17 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294127 Jun 16 23:03:04.849061 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-46e0ce93-4935-4df9-b898-5eb56ed2ac98 req-80875780-1a33-4b75-b10b-2983743ea156 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671084 Jun 16 23:03:04.906172 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:04.909154 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:05.021073 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9196232d-833b-457b-a3f0-e8bdaa327dd8 req-43abff8c-be4e-4902-a94c-fe730278696b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 210 time: 0.0318160 Jun 16 23:03:05.487596 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b12185-adc7-45c5-9f68-79d35e41d03f req-ac24a273-1fdb-42d4-9757-fa0cc1d38309 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:05.489055 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c0b12185-adc7-45c5-9f68-79d35e41d03f req-ac24a273-1fdb-42d4-9757-fa0cc1d38309 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 944 time: 0.0479472 Jun 16 23:03:05.539336 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c0b12185-adc7-45c5-9f68-79d35e41d03f req-4743d054-2cfd-42a4-b2c7-f6165a1f54e4 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Jun 16 23:03:05.722173 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-fcc0f77e-046e-4a22-815e-1bf185ae3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:05.724552 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-fcc0f77e-046e-4a22-815e-1bf185ae3e7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9761759a69724a21b0b9315a931b106f&device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 1128 time: 0.0529501 Jun 16 23:03:05.747857 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543177b8-88e7-4c55-ab7a-8a8dbb518a95 req-dfa94244-d469-480e-a4b1-c338acf1e761 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:05.751240 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-543177b8-88e7-4c55-ab7a-8a8dbb518a95 req-dfa94244-d469-480e-a4b1-c338acf1e761 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0605259 Jun 16 23:03:05.796347 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:05.827455 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-543177b8-88e7-4c55-ab7a-8a8dbb518a95 req-1ede097e-9588-4b44-a445-5de41b928e82 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705969 Jun 16 23:03:05.854382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-0b28e2b1-0f08-4614-ab70-fbc409425160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:05.855898 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-0b28e2b1-0f08-4614-ab70-fbc409425160 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47420daf-a76e-49b0-bb23-482a9b944fce HTTP/1.1" status: 200 len: 915 time: 0.1213152 Jun 16 23:03:05.904826 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-db2b9ff2-f3b5-403d-83ca-35e310a1746e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f27a5db-37c7-4f56-a95a-f2cd921a04db HTTP/1.1" status: 200 len: 217 time: 0.0341456 Jun 16 23:03:05.972996 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:05.973225 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-d4576b44-65d8-43de-b87b-ebd044601b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:05.975257 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-d4576b44-65d8-43de-b87b-ebd044601b1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b43040d5-7db1-49f8-8efc-820cd080eb0f HTTP/1.1" status: 200 len: 854 time: 0.0578570 Jun 16 23:03:05.991116 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9874dc-2e2f-44dc-8dfc-c4bc8d07282f req-aba3f9c8-6684-4d74-80ca-66c1235057b3 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:05.992920 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7d9874dc-2e2f-44dc-8dfc-c4bc8d07282f req-aba3f9c8-6684-4d74-80ca-66c1235057b3 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0700138 Jun 16 23:03:06.041676 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7d9874dc-2e2f-44dc-8dfc-c4bc8d07282f req-145480f7-6cd7-4336-b9df-a2ebc951094e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431809 Jun 16 23:03:06.118657 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f08c2589-669a-4648-b98f-dd1e403e1cfd req-edba2956-9865-4ac4-8b7f-258721a0688a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 210 time: 0.0290115 Jun 16 23:03:06.346853 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-a13161d4-bff1-46b6-92f2-345fc4b5020c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47420daf-a76e-49b0-bb23-482a9b944fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259740 Jun 16 23:03:06.663760 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f5fd3-3f40-482f-962d-20d5a0571c8b req-46e1fc89-b237-4a6d-b0c3-872ab76a4992 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:06.665292 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b9f5fd3-3f40-482f-962d-20d5a0571c8b req-46e1fc89-b237-4a6d-b0c3-872ab76a4992 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 944 time: 0.0493915 Jun 16 23:03:06.719731 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b9f5fd3-3f40-482f-962d-20d5a0571c8b req-37b7c5f9-6a6b-4475-be1b-7457a8ed4c33 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482595 Jun 16 23:03:06.752455 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:06.788075 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-af248e62-bbfc-476f-b23c-1549d4121c83 service neutron] 10.222.0.26 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318800 Jun 16 23:03:06.808452 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-57b5fe67-783f-4369-81de-2c72d9e80829 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:06.809808 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-57b5fe67-783f-4369-81de-2c72d9e80829 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 814 time: 0.4233212 Jun 16 23:03:06.953993 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491e7d8-6cee-4db2-9918-57b2f46965f0 req-a6e383d2-e62a-4bde-ba0d-ac87106cdac6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:06.959948 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2491e7d8-6cee-4db2-9918-57b2f46965f0 req-a6e383d2-e62a-4bde-ba0d-ac87106cdac6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0561872 Jun 16 23:03:06.975426 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-da05dd25-b78e-4608-bfa8-9b35562eac30 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 472 time: 0.1391664 Jun 16 23:03:06.979159 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-52d534b6-aef4-49d8-80d5-5283397e1212 req-c973de62-38ba-405b-b518-00180f61be12 service neutron] 10.222.0.26 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514049 Jun 16 23:03:06.995120 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'port': {'device_id': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'admin_state_up': True, 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'security_groups': ['335f7188-31fb-49a8-b575-1d516e6dc9b5']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:07.008671 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2491e7d8-6cee-4db2-9918-57b2f46965f0 req-02081f20-3364-492b-b417-4799f4f9ae21 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443716 Jun 16 23:03:07.085538 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:07.111380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Made reservation on behalf of 0526c12e8bc947209e24daf5ddfad7be for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:03:07.115575 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:07.163198 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe499a-d485-4d42-b13b-d540445633c6 req-6a54afba-88d1-43a8-aeb2-ec59760e9d14 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:07.164945 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-abfe499a-d485-4d42-b13b-d540445633c6 req-6a54afba-88d1-43a8-aeb2-ec59760e9d14 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0497491 Jun 16 23:03:07.265690 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-abfe499a-d485-4d42-b13b-d540445633c6 req-b454bca0-b2cb-44c7-a807-4904ac71f005 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939424 Jun 16 23:03:07.267975 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-16a1764c-cd7c-44ef-9b1f-9e5707b2a924 req-95296350-1661-4ba0-ac96-9c6940fbfd02 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 210 time: 0.0557652 Jun 16 23:03:07.272477 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Allocated IP 172.20.0.10 (663ca997-5122-4586-973b-ea2e3ed98672/70e6960a-a82f-4058-8fa9-2c96ef001308/e50a352e-8b05-48d5-9a0b-3df6a0efc12b) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:03:07.374157 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:07.416607 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:07.449735 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:07.494270 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Network 663ca997-5122-4586-973b-ea2e3ed98672 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:03:07.499437 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:03:07.503356 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:03:07.510704 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:07.558941 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:07.559641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:07.576081 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-f15c9727-2706-487d-b361-731a2047261f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855169 Jun 16 23:03:07.591310 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Request body: {'port': {'device_id': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:07.629111 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:07.658561 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:07.777892 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-e11483b1-e082-43c1-b5cd-e67e3b7e7d56 None None] Provisioning complete for port e50a352e-8b05-48d5-9a0b-3df6a0efc12b triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:03:07.778280 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e11483b1-e082-43c1-b5cd-e67e3b7e7d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:07.811267 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-e11483b1-e082-43c1-b5cd-e67e3b7e7d56 None None] Port e50a352e-8b05-48d5-9a0b-3df6a0efc12b cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:03:07.844346 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678190f2-53f1-42b7-aa53-5afff31058a8 req-efca8e0e-7603-455c-80d0-bd83a053bd11 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:07.845956 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-678190f2-53f1-42b7-aa53-5afff31058a8 req-efca8e0e-7603-455c-80d0-bd83a053bd11 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 944 time: 0.0523760 Jun 16 23:03:07.895298 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-678190f2-53f1-42b7-aa53-5afff31058a8 req-b4e74066-3c25-4aad-99c9-88f87a865d83 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Jun 16 23:03:07.934115 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:07.936486 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50a352e-8b05-48d5-9a0b-3df6a0efc12b {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:03:07.945464 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Publish callbacks [] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:07.961263 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Transition to ACTIVE for port object e50a352e-8b05-48d5-9a0b-3df6a0efc12b will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:03:07.964323 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.017382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Pushing event updated for resources: {'Port': ['ID=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:08.111079 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Attempting to bind port e50a352e-8b05-48d5-9a0b-3df6a0efc12b on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:03:08.111079 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Attempting to bind port e50a352e-8b05-48d5-9a0b-3df6a0efc12b by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:03:08.111079 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Attempting to bind port e50a352e-8b05-48d5-9a0b-3df6a0efc12b on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:03:08.114819 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Port e50a352e-8b05-48d5-9a0b-3df6a0efc12b on network 663ca997-5122-4586-973b-ea2e3ed98672 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:03:08.115207 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Attempting to bind port e50a352e-8b05-48d5-9a0b-3df6a0efc12b on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:03:08.121581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:03:08.121911 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Checking segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:03:08.122298 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Bound using segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:03:08.122760 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Bound port: e50a352e-8b05-48d5-9a0b-3df6a0efc12b, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:03:08.123125 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.155513 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d0d6-32ca-4445-a1ca-e7034f5309fa req-a3592e1f-b794-480f-a955-14bd08a8a034 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:08.157239 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8170d0d6-32ca-4445-a1ca-e7034f5309fa req-a3592e1f-b794-480f-a955-14bd08a8a034 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0627680 Jun 16 23:03:08.204842 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:08.217748 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8170d0d6-32ca-4445-a1ca-e7034f5309fa req-898561f4-8b1e-471f-9259-74bc76b8a918 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533988 Jun 16 23:03:08.226940 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] For port e50a352e-8b05-48d5-9a0b-3df6a0efc12b, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:03:08.234162 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] For port e50a352e-8b05-48d5-9a0b-3df6a0efc12b, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:03:08.246387 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.262620 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.273513 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.297501 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:08.298117 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.299568 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] 10.222.0.26 "PUT /v2.0/ports/e50a352e-8b05-48d5-9a0b-3df6a0efc12b HTTP/1.1" status: 200 len: 1094 time: 0.7133350 Jun 16 23:03:08.299976 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'tag': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:03:08.302303 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbcecf2-9400-4928-9654-ffb2116a35e2" -d '{"events": [{"name": "network-changed", "server_uuid": "22fa37ae-2cac-42ad-9332-ab7da7c574d5", "tag": "e50a352e-8b05-48d5-9a0b-3df6a0efc12b"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:03:08.334692 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd6ef8-4588-46a8-af54-05a76821f72f service neutron] Pushing event updated for resources: {'Port': ['ID=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:08.413369 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-84e6e822-a01d-4b4b-94f7-0b152d67f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:08.422524 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-84e6e822-a01d-4b4b-94f7-0b152d67f10d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 1128 time: 0.0542910 Jun 16 23:03:08.473172 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395610fc-146c-46bf-985a-4f1fd1177040 req-78d734f3-93b1-4506-b630-8d0194d53bc7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:08.475137 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-395610fc-146c-46bf-985a-4f1fd1177040 req-78d734f3-93b1-4506-b630-8d0194d53bc7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 944 time: 0.0523491 Jun 16 23:03:08.475914 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-b91b685c-78b6-49ce-b478-86bfe2a51ae3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e50a352e-8b05-48d5-9a0b-3df6a0efc12b HTTP/1.1" status: 200 len: 217 time: 0.0434597 Jun 16 23:03:08.490172 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb18e3-d8e9-4e45-87e0-c6e799990177 req-155fc63a-9824-40f8-a504-7aa9f1a41da4 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:08.491754 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0bbb18e3-d8e9-4e45-87e0-c6e799990177 req-155fc63a-9824-40f8-a504-7aa9f1a41da4 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.1124420 Jun 16 23:03:08.540680 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 53830) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:08.559512 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-9fa21a5b-9794-4094-bc92-809fde93d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:08.561106 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-9fa21a5b-9794-4094-bc92-809fde93d27b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0645072 Jun 16 23:03:08.574807 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0bbb18e3-d8e9-4e45-87e0-c6e799990177 req-c1629f74-b820-4190-9dda-7a7584db1dfa tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753851 Jun 16 23:03:08.587402 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:08.595479 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-395610fc-146c-46bf-985a-4f1fd1177040 req-200bbee8-d773-444b-819f-679518a45e7c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022689 Jun 16 23:03:08.624077 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:08.632516 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-30c13b62-1e0a-46be-9952-e26833d61d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:08.634187 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-30c13b62-1e0a-46be-9952-e26833d61d15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648520 Jun 16 23:03:08.637628 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8d6fec-63bd-400b-9f84-5fa945c69580 x-openstack-request-id: req-6a8d6fec-63bd-400b-9f84-5fa945c69580 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:03:08.637981 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fa37ae-2cac-42ad-9332-ab7da7c574d5", "tag": "e50a352e-8b05-48d5-9a0b-3df6a0efc12b", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:03:08.638521 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6a8d6fec-63bd-400b-9f84-5fa945c69580 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:03:08.638959 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8d6fec-63bd-400b-9f84-5fa945c69580'] response: {'name': 'network-changed', 'server_uuid': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'tag': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'status': 'completed', 'code': 200} Jun 16 23:03:08.731958 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 9f27a5db-37c7-4f56-a95a-f2cd921a04db details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:03:08.747148 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-696c9a5f-20bb-4a84-8e0d-d602339a950b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.751377 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-dcd39ecc-6988-46e5-b29a-52aa19355083 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057212 Jun 16 23:03:08.833934 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 9f27a5db-37c7-4f56-a95a-f2cd921a04db, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=9f27a5db-37c7-4f56-a95a-f2cd921a04db,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:08.847591 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '9f27a5db-37c7-4f56-a95a-f2cd921a04db', 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce', 'port_id': '9f27a5db-37c7-4f56-a95a-f2cd921a04db', 'mac_address': 'fa:16:3e:1a:dc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43040d5-7db1-49f8-8efc-820cd080eb0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:03:08.885104 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 9f27a5db-37c7-4f56-a95a-f2cd921a04db is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:08.885502 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.886345 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2e91593b-c56c-46c1-814f-f1f19b3a6425 req-666d7920-fc9d-4607-8ee3-abdc95ca27f1 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239066 Jun 16 23:03:08.901101 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f27a5db-37c7-4f56-a95a-f2cd921a04db {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:03:08.913084 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-696c9a5f-20bb-4a84-8e0d-d602339a950b admin admin] Publish callbacks [] for security_group (7be6355b-c9ee-43c2-8d04-2d170cae9047), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.917704 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-696c9a5f-20bb-4a84-8e0d-d602339a950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (7be6355b-c9ee-43c2-8d04-2d170cae9047), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.923634 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 9f27a5db-37c7-4f56-a95a-f2cd921a04db, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=9f27a5db-37c7-4f56-a95a-f2cd921a04db,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:08.933968 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:08.976422 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53836) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:08.976965 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-696c9a5f-20bb-4a84-8e0d-d602339a950b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0a93e4687e544ce8b0a4e1559b8a558b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347196 Jun 16 23:03:08.977628 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c9a5f-20bb-4a84-8e0d-d602339a950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be6355b-c9ee-43c2-8d04-2d170cae9047,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:08.995634 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=9f27a5db-37c7-4f56-a95a-f2cd921a04db,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:09.064122 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd85f73-30c9-426c-a2a2-7af6b248a653 req-9566d0a6-64df-493a-9632-888355bf3e43 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:09.065616 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6dd85f73-30c9-426c-a2a2-7af6b248a653 req-9566d0a6-64df-493a-9632-888355bf3e43 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 945 time: 0.0704825 Jun 16 23:03:09.087389 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21e9b9a5-e696-4bc5-bdab-7acabc915ee2 admin admin] Publish callbacks [] for security_group (7be6355b-c9ee-43c2-8d04-2d170cae9047), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:09.127404 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21e9b9a5-e696-4bc5-bdab-7acabc915ee2 admin admin] Publish callbacks [] for security_group (7be6355b-c9ee-43c2-8d04-2d170cae9047), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:09.141821 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6dd85f73-30c9-426c-a2a2-7af6b248a653 req-87b08f8d-a0d3-463a-b61e-67e19099698c tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705674 Jun 16 23:03:09.184134 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21e9b9a5-e696-4bc5-bdab-7acabc915ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (7be6355b-c9ee-43c2-8d04-2d170cae9047), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:09.189667 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-21e9b9a5-e696-4bc5-bdab-7acabc915ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:09.189667 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-21e9b9a5-e696-4bc5-bdab-7acabc915ee2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7be6355b-c9ee-43c2-8d04-2d170cae9047 HTTP/1.1" status: 204 len: 168 time: 0.2088778 Jun 16 23:03:09.195180 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9b9a5-e696-4bc5-bdab-7acabc915ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be6355b-c9ee-43c2-8d04-2d170cae9047,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:09.327954 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['9f27a5db-37c7-4f56-a95a-f2cd921a04db'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:03:09.366557 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:09.377763 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617ca1-6c70-41e3-821e-9e3cc52b6411 req-1dc8aab0-9bf7-4c72-86ce-9cf35aee368e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:09.378970 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:09.380975 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e617ca1-6c70-41e3-821e-9e3cc52b6411 req-1dc8aab0-9bf7-4c72-86ce-9cf35aee368e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0582378 Jun 16 23:03:09.452914 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e617ca1-6c70-41e3-821e-9e3cc52b6411 req-bd0970e0-8272-4f03-a089-4311b179e8c9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570514 Jun 16 23:03:09.729875 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013e718-8293-4da4-9853-4ba6bad84fbd req-6d7c8098-11dc-42c3-a898-332d9ecc40cf tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:09.731386 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1013e718-8293-4da4-9853-4ba6bad84fbd req-6d7c8098-11dc-42c3-a898-332d9ecc40cf tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 944 time: 0.0738292 Jun 16 23:03:09.737176 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1889e-ea96-4170-b5e9-c46685965797 req-ce49203c-abbb-4de8-bcfc-e6daf0475f5c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:09.738528 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9b1889e-ea96-4170-b5e9-c46685965797 req-ce49203c-abbb-4de8-bcfc-e6daf0475f5c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0822103 Jun 16 23:03:09.812103 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1013e718-8293-4da4-9853-4ba6bad84fbd req-819dfefa-4660-484d-a7c5-7e8c4cf1bc04 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724773 Jun 16 23:03:09.819581 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9b1889e-ea96-4170-b5e9-c46685965797 req-497a2c71-c288-483a-9bd0-a4b66908e36e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727332 Jun 16 23:03:10.213665 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-b44c33dd-82e1-4724-b1f7-b1464cf903ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:10.215174 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-b44c33dd-82e1-4724-b1f7-b1464cf903ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 1128 time: 0.0402057 Jun 16 23:03:10.258260 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756948b-e22e-48ce-afaf-652ea117dc97 req-26e5c4a2-e519-4f4f-b906-d9db2f212cbb tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:10.259788 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f756948b-e22e-48ce-afaf-652ea117dc97 req-26e5c4a2-e519-4f4f-b906-d9db2f212cbb tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 945 time: 0.0502095 Jun 16 23:03:10.299959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:10.308556 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f756948b-e22e-48ce-afaf-652ea117dc97 req-85f3ebaf-e015-4167-8c63-df7826c905cb tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Jun 16 23:03:10.312503 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-8537cc25-6570-4e71-b468-9f3b105405ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:10.314015 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-8537cc25-6570-4e71-b468-9f3b105405ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 915 time: 0.0926552 Jun 16 23:03:10.359355 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-75701d0b-0a4e-40fb-a26e-763d598e8f69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e50a352e-8b05-48d5-9a0b-3df6a0efc12b HTTP/1.1" status: 200 len: 217 time: 0.0376799 Jun 16 23:03:10.413284 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-0bb31ec5-e206-4eac-8632-dfaf4a446518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:10.414766 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-0bb31ec5-e206-4eac-8632-dfaf4a446518 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0469923 Jun 16 23:03:10.459866 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-0ae8f45a-bdf0-4023-9272-9eee280e4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:10.461263 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-0ae8f45a-bdf0-4023-9272-9eee280e4220 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398507 Jun 16 23:03:10.564604 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-d961ba01-1cc9-4e5f-826c-ba8873ecf2e3 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941963 Jun 16 23:03:10.575845 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6a124-7898-43be-a5d8-b367b7918145 req-2d6bb529-2ec0-4134-b751-9f623a18a807 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:10.577319 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-64b6a124-7898-43be-a5d8-b367b7918145 req-2d6bb529-2ec0-4134-b751-9f623a18a807 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0484824 Jun 16 23:03:10.625876 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-64b6a124-7898-43be-a5d8-b367b7918145 req-b10a2e44-26c9-48e0-bee9-f625d8092129 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430670 Jun 16 23:03:10.670015 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-2fbcecf2-9400-4928-9654-ffb2116a35e2 req-37a8cdd7-6e52-4622-82a8-a92551aa32ae service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942008 Jun 16 23:03:10.744835 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 9f27a5db-37c7-4f56-a95a-f2cd921a04db up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:03:10.923925 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 9f27a5db-37c7-4f56-a95a-f2cd921a04db completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:03:10.930712 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 9f27a5db-37c7-4f56-a95a-f2cd921a04db triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:03:10.931110 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:10.940288 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:10.963769 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f522b2-3e2c-4037-af45-61997841cedb req-fb8c2b57-84ab-45b2-853a-f665bdba6627 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:10.965279 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-78f522b2-3e2c-4037-af45-61997841cedb req-fb8c2b57-84ab-45b2-853a-f665bdba6627 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 944 time: 0.0830870 Jun 16 23:03:10.973904 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86eddc-667a-4a1f-a298-ae506c160b2a req-7c5feacb-ba7a-4406-9b8c-42f3ce468033 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:10.975331 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-de86eddc-667a-4a1f-a298-ae506c160b2a req-7c5feacb-ba7a-4406-9b8c-42f3ce468033 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0826893 Jun 16 23:03:11.007746 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 9f27a5db-37c7-4f56-a95a-f2cd921a04db is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:11.008372 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:11.031308 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f27a5db-37c7-4f56-a95a-f2cd921a04db'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:03:11.033653 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086d417-670e-4138-ad05-d0fc59ce83b8" -d '{"events": [{"server_uuid": "7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b", "name": "network-vif-plugged", "status": "completed", "tag": "9f27a5db-37c7-4f56-a95a-f2cd921a04db"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:03:11.050733 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-78f522b2-3e2c-4037-af45-61997841cedb req-d9954d22-647f-4850-b2a8-9a38cc0b1d38 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742764 Jun 16 23:03:11.050968 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 9f27a5db-37c7-4f56-a95a-f2cd921a04db, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=9f27a5db-37c7-4f56-a95a-f2cd921a04db,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:11.056233 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-de86eddc-667a-4a1f-a298-ae506c160b2a req-d39d9941-fd05-4e5d-97ba-20dca5f8b7be tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738525 Jun 16 23:03:11.060008 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:11.106322 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845ffc4-d77d-4b17-a7ad-c7543a522025 x-openstack-request-id: req-4845ffc4-d77d-4b17-a7ad-c7543a522025 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:03:11.106764 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b", "name": "network-vif-plugged", "status": "completed", "tag": "9f27a5db-37c7-4f56-a95a-f2cd921a04db", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:03:11.107109 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4845ffc4-d77d-4b17-a7ad-c7543a522025 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:03:11.107695 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4845ffc4-d77d-4b17-a7ad-c7543a522025'] response: {'server_uuid': '7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f27a5db-37c7-4f56-a95a-f2cd921a04db', 'code': 200} Jun 16 23:03:11.118852 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=9f27a5db-37c7-4f56-a95a-f2cd921a04db,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:11.294936 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9c3b4-e143-49ad-86c2-662b8bdb9fd6 req-9ced6576-f361-4054-82c3-a851490a8f23 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:11.296505 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9ef9c3b4-e143-49ad-86c2-662b8bdb9fd6 req-9ced6576-f361-4054-82c3-a851490a8f23 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0623066 Jun 16 23:03:11.330828 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4760-4d76-4172-a098-bc6b95a1554c req-3ced25b8-f76b-47a6-9c3b-ee1daaabe53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:11.332352 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0f9e4760-4d76-4172-a098-bc6b95a1554c req-3ced25b8-f76b-47a6-9c3b-ee1daaabe53d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 1130 time: 0.0481834 Jun 16 23:03:11.350038 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9ef9c3b4-e143-49ad-86c2-662b8bdb9fd6 req-d7c97ebb-b3ad-425a-9326-4f4d2abd59ec tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471015 Jun 16 23:03:11.434185 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cff1-d4c7-4893-a3a5-088857eabe99 req-fb01661f-0e3e-465a-90e1-3e88e9934bbc tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:11.435869 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4031cff1-d4c7-4893-a3a5-088857eabe99 req-fb01661f-0e3e-465a-90e1-3e88e9934bbc tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 946 time: 0.0552769 Jun 16 23:03:11.444851 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-8544fffc-19f9-4f8d-a755-c358cb489350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:11.446397 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-8544fffc-19f9-4f8d-a755-c358cb489350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 1130 time: 0.0549593 Jun 16 23:03:11.464306 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:11.487686 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4031cff1-d4c7-4893-a3a5-088857eabe99 req-0f3c092a-b07d-489f-9da8-e34bdeff6e4b tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Jun 16 23:03:11.495420 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0f9e4760-4d76-4172-a098-bc6b95a1554c req-2adc8c2e-1a62-4077-b82e-c2179a9cd5de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769277 Jun 16 23:03:11.557134 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-bd79286f-b257-4c5f-bb6c-8724e9e82217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:11.558491 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-bd79286f-b257-4c5f-bb6c-8724e9e82217 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 911 time: 0.1031096 Jun 16 23:03:11.745972 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2ff7e-96bc-449a-baf6-0721551e48d0 req-d3d6fd91-0f55-4d7b-86f8-3750592d53b9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:11.747485 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4b2ff7e-96bc-449a-baf6-0721551e48d0 req-d3d6fd91-0f55-4d7b-86f8-3750592d53b9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0511577 Jun 16 23:03:11.780388 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-4a25fedd-a4e2-423e-a618-60d50899b6bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade HTTP/1.1" status: 200 len: 1001 time: 0.0583858 Jun 16 23:03:11.799315 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4b2ff7e-96bc-449a-baf6-0721551e48d0 req-0b972c24-19eb-4484-87ce-b63ba5f2a40a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461488 Jun 16 23:03:11.829352 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-790eba06-deda-459c-b30d-4af62ed6e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:11.830840 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-790eba06-deda-459c-b30d-4af62ed6e52d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d441631d-427b-4b17-9128-b6f9e0efe649 HTTP/1.1" status: 200 len: 849 time: 0.0443244 Jun 16 23:03:11.881737 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-8badea0d-8412-48cd-96dc-000a9226c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:11.883257 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-8badea0d-8412-48cd-96dc-000a9226c4c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cf34f4a-7249-4d59-a812-ce9cab585661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457022 Jun 16 23:03:11.979926 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-f409f11a-1600-4114-ab96-5bc473437b57 service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803859 Jun 16 23:03:12.166325 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780b534-8e20-4314-ade1-ebdf5f2dc920 req-6e1c2b55-de73-4174-97d2-f3b27c1146d3 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:12.167839 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d780b534-8e20-4314-ade1-ebdf5f2dc920 req-6e1c2b55-de73-4174-97d2-f3b27c1146d3 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 944 time: 0.0485156 Jun 16 23:03:12.219384 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d780b534-8e20-4314-ade1-ebdf5f2dc920 req-0023d7d1-92f6-4414-af96-f442e832524b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460706 Jun 16 23:03:12.463758 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a4803-fd48-45fd-9a68-b63c1641c540 req-dba8efab-7ad9-46f9-8b10-053119bdf36a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:12.465236 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-948a4803-fd48-45fd-9a68-b63c1641c540 req-dba8efab-7ad9-46f9-8b10-053119bdf36a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0464439 Jun 16 23:03:12.496176 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:12.514111 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-948a4803-fd48-45fd-9a68-b63c1641c540 req-fa1f8e9f-c2bc-405c-9da9-c7e3c47a9ff4 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 Jun 16 23:03:12.518210 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-30eee18e-d05c-406a-aa54-19ec3bc10c0e req-2d865d29-4be1-42fc-a247-7c5e1cc614d9 service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885618 Jun 16 23:03:12.609918 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f863a91-2e3b-4c06-bcb3-f443db10582a req-2e15d6ac-c003-4497-8801-63fdefc60d5a tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:12.611397 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6f863a91-2e3b-4c06-bcb3-f443db10582a req-2e15d6ac-c003-4497-8801-63fdefc60d5a tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 946 time: 0.0503502 Jun 16 23:03:12.658101 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6f863a91-2e3b-4c06-bcb3-f443db10582a req-4e9660d0-7a89-4152-82f9-4b0c88980177 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Jun 16 23:03:12.757148 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device e50a352e-8b05-48d5-9a0b-3df6a0efc12b details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:03:12.860585 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port e50a352e-8b05-48d5-9a0b-3df6a0efc12b, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:12.872447 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'port_id': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'mac_address': 'fa:16:3e:cd:2a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:03:12.910335 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port e50a352e-8b05-48d5-9a0b-3df6a0efc12b is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:12.910673 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:12.917226 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fc9fc-7a54-4f25-94f0-ca84bf29f186 req-3fae61f9-0e3b-4a5c-8066-45346106ceb6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:12.919459 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-477fc9fc-7a54-4f25-94f0-ca84bf29f186 req-3fae61f9-0e3b-4a5c-8066-45346106ceb6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0471697 Jun 16 23:03:12.923706 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50a352e-8b05-48d5-9a0b-3df6a0efc12b {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:03:12.927571 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:12.946092 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port e50a352e-8b05-48d5-9a0b-3df6a0efc12b, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:12.950674 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:12.970312 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-477fc9fc-7a54-4f25-94f0-ca84bf29f186 req-f3c172f9-a26f-4404-be40-968013d9b083 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450845 Jun 16 23:03:12.998457 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:13.335589 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115672f-dac1-4418-817c-e0c528b6572b req-e643b91f-0195-4a83-a6e1-4fd0e4667b01 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:13.337069 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9115672f-dac1-4418-817c-e0c528b6572b req-e643b91f-0195-4a83-a6e1-4fd0e4667b01 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 945 time: 0.0481203 Jun 16 23:03:13.388985 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9115672f-dac1-4418-817c-e0c528b6572b req-22478a6a-1227-4c97-b46b-9c8c47d4d8d4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464318 Jun 16 23:03:13.509125 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['e50a352e-8b05-48d5-9a0b-3df6a0efc12b'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:03:13.578071 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:13.628948 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae312cf-f1d6-48c4-8ba2-71ae7ba369ee req-6f9e8743-a0fc-41e5-a8d8-ab8e685cb842 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:13.631053 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bae312cf-f1d6-48c4-8ba2-71ae7ba369ee req-6f9e8743-a0fc-41e5-a8d8-ab8e685cb842 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0473466 Jun 16 23:03:13.677962 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bae312cf-f1d6-48c4-8ba2-71ae7ba369ee req-f8c45dff-dcb7-402f-b6d0-f31bf4b162bb tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Jun 16 23:03:13.772094 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cbbcc-cc31-45bd-bef9-2f1dfcbfe744 req-9664540e-9bf2-47e6-9161-c9c534bbe67b tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:13.773409 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3c8cbbcc-cc31-45bd-bef9-2f1dfcbfe744 req-9664540e-9bf2-47e6-9161-c9c534bbe67b tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 946 time: 0.0484293 Jun 16 23:03:13.798476 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:13.826535 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3c8cbbcc-cc31-45bd-bef9-2f1dfcbfe744 req-eb8874ee-5b82-4461-9540-2656d2246821 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 Jun 16 23:03:14.094410 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f19ad1-18e7-47e6-914a-5607d6006313 req-b1b9ddbf-2a2f-4d31-9325-fb9378a23962 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:14.095912 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-92f19ad1-18e7-47e6-914a-5607d6006313 req-b1b9ddbf-2a2f-4d31-9325-fb9378a23962 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0497236 Jun 16 23:03:14.146772 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-92f19ad1-18e7-47e6-914a-5607d6006313 req-aa14b9f1-cb26-4812-8124-321374fc4a8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442839 Jun 16 23:03:14.503713 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcc84b-492c-4ad3-848f-12bf51d30810 req-059b364b-13ac-45f5-b01b-fafb199ed148 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:14.505680 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-00bcc84b-492c-4ad3-848f-12bf51d30810 req-059b364b-13ac-45f5-b01b-fafb199ed148 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 945 time: 0.0473413 Jun 16 23:03:14.552139 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-00bcc84b-492c-4ad3-848f-12bf51d30810 req-c5363e1a-3079-4266-ade6-c786c619fb13 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405831 Jun 16 23:03:14.797790 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab0cad-71cb-4ce4-b02f-a244760ebcdd req-07836750-c158-4cbb-b222-36b8766e980b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:14.799285 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-50ab0cad-71cb-4ce4-b02f-a244760ebcdd req-07836750-c158-4cbb-b222-36b8766e980b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0502248 Jun 16 23:03:14.812887 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:03:14.814973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device e50a352e-8b05-48d5-9a0b-3df6a0efc12b up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:03:14.850802 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-50ab0cad-71cb-4ce4-b02f-a244760ebcdd req-333e53c7-36ce-4aab-b98d-90171b887b88 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448170 Jun 16 23:03:14.892334 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port e50a352e-8b05-48d5-9a0b-3df6a0efc12b completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:03:14.926780 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port e50a352e-8b05-48d5-9a0b-3df6a0efc12b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:03:14.927228 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:14.990204 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:15.005415 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '42e82895-598b-468f-aac2-e51ebe9d9946', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'port_id': '42e82895-598b-468f-aac2-e51ebe9d9946', 'mac_address': 'fa:16:3e:83:dd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:03:15.066530 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port e50a352e-8b05-48d5-9a0b-3df6a0efc12b is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:15.066715 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:15.080056 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 42e82895-598b-468f-aac2-e51ebe9d9946 is: ACTIVE; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:15.080439 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:15.107427 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:03:15.109689 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99838765-57f5-4886-a1b3-a967fffea508" -d '{"events": [{"server_uuid": "22fa37ae-2cac-42ad-9332-ab7da7c574d5", "name": "network-vif-plugged", "status": "completed", "tag": "e50a352e-8b05-48d5-9a0b-3df6a0efc12b"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:03:15.116061 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42e82895-598b-468f-aac2-e51ebe9d9946 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:03:15.131911 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port e50a352e-8b05-48d5-9a0b-3df6a0efc12b, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:15.139447 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:15.152551 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:15.172890 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1313ff2-f08b-4b21-b9bf-2e547fc389ea x-openstack-request-id: req-f1313ff2-f08b-4b21-b9bf-2e547fc389ea {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:03:15.173204 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fa37ae-2cac-42ad-9332-ab7da7c574d5", "name": "network-vif-plugged", "status": "completed", "tag": "e50a352e-8b05-48d5-9a0b-3df6a0efc12b", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:03:15.173461 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f1313ff2-f08b-4b21-b9bf-2e547fc389ea {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:03:15.173851 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1313ff2-f08b-4b21-b9bf-2e547fc389ea'] response: {'server_uuid': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'code': 200} Jun 16 23:03:15.177280 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:15.203881 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:15.277526 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=6']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:15.351815 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['42e82895-598b-468f-aac2-e51ebe9d9946'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:03:15.370935 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79a0ba-334a-4f36-ad39-adf45276938b req-bde7cbcc-89bb-4273-b158-35c99dc47470 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:15.373366 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e79a0ba-334a-4f36-ad39-adf45276938b req-bde7cbcc-89bb-4273-b158-35c99dc47470 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 945 time: 0.0914123 Jun 16 23:03:15.404181 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aceefb-94bd-4d74-8db1-6d2999e73c38 req-768b88f5-de5a-4f25-8ecb-3440cd690d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:15.406730 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-88aceefb-94bd-4d74-8db1-6d2999e73c38 req-768b88f5-de5a-4f25-8ecb-3440cd690d65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 1130 time: 0.0589085 Jun 16 23:03:15.420965 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:15.433826 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e79a0ba-334a-4f36-ad39-adf45276938b req-da9a758e-11c2-49b5-a18e-8913bb785a15 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542703 Jun 16 23:03:15.460387 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-88aceefb-94bd-4d74-8db1-6d2999e73c38 req-9786ca9e-9623-4f57-8a40-328e5e30820f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463226 Jun 16 23:03:15.697012 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc76998-bbf6-49b4-adc3-8644e6f1c3f5 req-5effa814-c9cc-424b-a9f8-b57567168561 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:15.703082 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6bc76998-bbf6-49b4-adc3-8644e6f1c3f5 req-5effa814-c9cc-424b-a9f8-b57567168561 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 946 time: 0.0668874 Jun 16 23:03:15.766128 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6bc76998-bbf6-49b4-adc3-8644e6f1c3f5 req-75557f87-0c85-47b4-af13-f4e86db3f9d3 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614471 Jun 16 23:03:16.583326 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c3178-b571-4ff4-851a-95ca73a2c438 req-305af979-1d65-4551-b293-1d53e4345fb9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:16.584774 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5f8c3178-b571-4ff4-851a-95ca73a2c438 req-305af979-1d65-4551-b293-1d53e4345fb9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 945 time: 0.0619259 Jun 16 23:03:16.656743 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5f8c3178-b571-4ff4-851a-95ca73a2c438 req-4f119624-fb64-449b-b6d7-72802b8db600 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656066 Jun 16 23:03:16.830943 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:03:16.896754 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 42e82895-598b-468f-aac2-e51ebe9d9946 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:03:16.897233 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:16.910781 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca2190-51eb-4d5b-92f3-e89324d0ed99 req-65e77fd3-cd41-4782-be5f-f9696773b513 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:16.912647 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0fca2190-51eb-4d5b-92f3-e89324d0ed99 req-65e77fd3-cd41-4782-be5f-f9696773b513 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 946 time: 0.0618002 Jun 16 23:03:16.938242 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:16.965581 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0fca2190-51eb-4d5b-92f3-e89324d0ed99 req-2e69ee4c-f1b0-42d4-abc2-606d38f1ec99 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472465 Jun 16 23:03:16.999215 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 42e82895-598b-468f-aac2-e51ebe9d9946 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:16.999602 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:17.043121 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:17.051455 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:17.115063 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=7']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:17.174980 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:03:17.178763 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303958b8-b9f8-496c-9985-76dfabbcf454" -d '{"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-plugged", "status": "completed", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:03:17.232994 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94541a27-0e1a-42bf-9023-e680eef679ca x-openstack-request-id: req-94541a27-0e1a-42bf-9023-e680eef679ca {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:03:17.233380 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-plugged", "status": "completed", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:03:17.233707 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-94541a27-0e1a-42bf-9023-e680eef679ca {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:03:17.234109 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94541a27-0e1a-42bf-9023-e680eef679ca'] response: {'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946', 'code': 200} Jun 16 23:03:17.824659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:17.860730 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920489b0-488d-4fec-b1fa-7cebc075cb40 req-8a1d90b2-2502-421c-bb4a-86d7038171a3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:17.871188 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920489b0-488d-4fec-b1fa-7cebc075cb40 req-8a1d90b2-2502-421c-bb4a-86d7038171a3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0849977 Jun 16 23:03:17.919370 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920489b0-488d-4fec-b1fa-7cebc075cb40 req-43e338f1-ce7f-4d64-b8ac-a9f097b7c349 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460901 Jun 16 23:03:18.095463 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d877f-23bf-4cbd-a1be-76b8c65e8222 req-31c1d990-84f5-454f-86ae-77389c05ae6c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:18.097209 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c82d877f-23bf-4cbd-a1be-76b8c65e8222 req-31c1d990-84f5-454f-86ae-77389c05ae6c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 946 time: 0.0529294 Jun 16 23:03:18.152941 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c82d877f-23bf-4cbd-a1be-76b8c65e8222 req-daf53ee7-9869-4f78-93f4-8ddd08b28d54 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487947 Jun 16 23:03:18.254564 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:03:18.290963 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a3cd1-ed76-4fe3-b5a8-c3557ef036c3 req-7665ec85-1cf8-414f-bf3d-465c00fc50a8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:18.292593 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-797a3cd1-ed76-4fe3-b5a8-c3557ef036c3 req-7665ec85-1cf8-414f-bf3d-465c00fc50a8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 946 time: 0.0549719 Jun 16 23:03:18.303356 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 53992) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:18.311767 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'floatingip': {'port_id': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:03:18.371492 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:18.400575 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (620a052b-d381-420d-a336-397cf3518d59), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:18.963558 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:18.970334 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (620a052b-d381-420d-a336-397cf3518d59), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:19.107220 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5bad9-9169-4441-8f63-20e6f62fdea8 req-5b74f1df-b9ad-4af0-b640-6a326051b7b2 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:19.108725 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f3a5bad9-9169-4441-8f63-20e6f62fdea8 req-5b74f1df-b9ad-4af0-b640-6a326051b7b2 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0990310 Jun 16 23:03:19.174474 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Floating IP 620a052b-d381-420d-a336-397cf3518d59 associated. External IP: 172.27.3.44, port: e50a352e-8b05-48d5-9a0b-3df6a0efc12b. Jun 16 23:03:19.237277 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f3a5bad9-9169-4441-8f63-20e6f62fdea8 req-6e3cd1b8-f480-48fb-bc5f-bf1c8df48263 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183293 Jun 16 23:03:19.433019 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:03:19.434204 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:19.544946 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:19.580436 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:03:19.586355 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:19.596007 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:03:19.612339 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:03:19.618697 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:03:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:03:19.641710 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-74d3e021-45f1-4e55-9c8d-f97127b27d65 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "PUT /v2.0/floatingips/620a052b-d381-420d-a336-397cf3518d59 HTTP/1.1" status: 200 len: 991 time: 1.3353751 Jun 16 23:03:19.641710 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'tag': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:03:19.642551 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba654a36-e60f-4a79-ac15-a98c1d877bef" -d '{"events": [{"name": "network-changed", "server_uuid": "22fa37ae-2cac-42ad-9332-ab7da7c574d5", "tag": "e50a352e-8b05-48d5-9a0b-3df6a0efc12b"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:03:19.691821 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781c3b08-bea5-4bf5-b300-77f17c1cac0e x-openstack-request-id: req-781c3b08-bea5-4bf5-b300-77f17c1cac0e {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:03:19.692248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fa37ae-2cac-42ad-9332-ab7da7c574d5", "tag": "e50a352e-8b05-48d5-9a0b-3df6a0efc12b", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:03:19.692578 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-781c3b08-bea5-4bf5-b300-77f17c1cac0e {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:03:19.693090 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781c3b08-bea5-4bf5-b300-77f17c1cac0e'] response: {'name': 'network-changed', 'server_uuid': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'tag': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'status': 'completed', 'code': 200} Jun 16 23:03:19.728626 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:19.778227 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:03:19.782517 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-4ee351fc-3276-44c5-ba65-3b35bf2658af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:19.788065 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-4ee351fc-3276-44c5-ba65-3b35bf2658af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 1130 time: 0.0673158 Jun 16 23:03:19.919159 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-47d06f5a-ed7b-4aca-8de5-55512230c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:19.920912 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-47d06f5a-ed7b-4aca-8de5-55512230c6f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 915 time: 0.1258843 Jun 16 23:03:20.013621 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-b0107289-88b6-427e-9a12-3c942032b942 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e50a352e-8b05-48d5-9a0b-3df6a0efc12b HTTP/1.1" status: 200 len: 999 time: 0.0851364 Jun 16 23:03:20.028790 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '620a052b-d381-420d-a336-397cf3518d59', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:cd:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:03:03Z', 'updated_at': '2022-06-16T23:03:18Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}, {'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:56Z', 'revision_number': 2, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:03:20.059094 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:03:20.069933 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:03:20.071437 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:03:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:03:20.084317 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-c46ea50f-aa50-4254-b709-d4a3ce0f0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:20.085782 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-c46ea50f-aa50-4254-b709-d4a3ce0f0efd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0604742 Jun 16 23:03:20.150720 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-84f9252f-b966-4626-a2c1-3a3fc3a81cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:20.152373 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-84f9252f-b966-4626-a2c1-3a3fc3a81cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482886 Jun 16 23:03:20.190914 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:03:20.297576 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-b3656253-e55c-4c82-96e0-e81509dc2cab service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326644 Jun 16 23:03:20.394421 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b604c-0c8e-492b-8be3-30d459872932 req-d0d7a949-b199-465a-b73a-b4e9c812ce44 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:20.402353 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4b6b604c-0c8e-492b-8be3-30d459872932 req-d0d7a949-b199-465a-b73a-b4e9c812ce44 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0613310 Jun 16 23:03:20.435934 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:20.439670 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:20.481175 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba654a36-e60f-4a79-ac15-a98c1d877bef req-16dc9074-9ba6-409f-a88f-2436f0c1590b service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674891 Jun 16 23:03:20.486698 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4b6b604c-0c8e-492b-8be3-30d459872932 req-c77a5f83-7f4e-457c-b49c-fd26fe479ed7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831683 Jun 16 23:03:20.521777 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:20.532032 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '620a052b-d381-420d-a336-397cf3518d59', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:cd:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:03:03Z', 'updated_at': '2022-06-16T23:03:18Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}, {'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:56Z', 'revision_number': 2, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:03:20.562621 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57cfa2-6020-485e-ad94-8e3df191b68d None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '620a052b-d381-420d-a336-397cf3518d59', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:cd:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:03:03Z', 'updated_at': '2022-06-16T23:03:18Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}, {'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:56Z', 'revision_number': 2, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:03:20.828186 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526f5d7-61e6-4b1c-8d41-fca415915c7a None None] New status for floating IP 620a052b-d381-420d-a336-397cf3518d59: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:03:21.667712 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a2e44-67af-466d-ae6b-749b05522b67 req-8e8e061b-771b-4318-ba92-846c0701a8ae tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:21.669414 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f38a2e44-67af-466d-ae6b-749b05522b67 req-8e8e061b-771b-4318-ba92-846c0701a8ae tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0744686 Jun 16 23:03:21.734914 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f38a2e44-67af-466d-ae6b-749b05522b67 req-04688ee3-ee67-4a9e-9fa7-a7b172117230 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572107 Jun 16 23:03:22.886285 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f8924-396d-4ded-8c8a-97b5d4b68ae0 req-98e99cc2-5510-4af4-82b8-ec85eac5a35a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:22.889843 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-426f8924-396d-4ded-8c8a-97b5d4b68ae0 req-98e99cc2-5510-4af4-82b8-ec85eac5a35a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0600181 Jun 16 23:03:22.940850 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-426f8924-396d-4ded-8c8a-97b5d4b68ae0 req-d74c2359-9c3c-44d1-aa55-dcc716adc015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473437 Jun 16 23:03:24.090693 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878505-dc00-48cd-ad91-9e5478257d8e req-9675b763-4c58-4fe2-abda-ce374f8a2aaf tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:24.092241 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-53878505-dc00-48cd-ad91-9e5478257d8e req-9675b763-4c58-4fe2-abda-ce374f8a2aaf tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0518167 Jun 16 23:03:24.153620 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-53878505-dc00-48cd-ad91-9e5478257d8e req-10d24871-df1c-4fc5-aa36-ce5332b4e539 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510418 Jun 16 23:03:25.272596 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635a26-d0f7-4973-abef-bf3150dd6a83 req-90fecee0-5bd1-49a4-81d1-4beafb69b48f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:25.274068 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-80635a26-d0f7-4973-abef-bf3150dd6a83 req-90fecee0-5bd1-49a4-81d1-4beafb69b48f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0479550 Jun 16 23:03:25.323043 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-80635a26-d0f7-4973-abef-bf3150dd6a83 req-e3347615-c49a-47e2-a608-252f625d8ce4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433574 Jun 16 23:03:25.472455 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82182-1a48-4f18-b99d-17281911dd8c req-5134702f-9767-4421-ae77-df8b95daab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:25.474132 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acc82182-1a48-4f18-b99d-17281911dd8c req-5134702f-9767-4421-ae77-df8b95daab70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 1130 time: 0.0390227 Jun 16 23:03:25.564974 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82182-1a48-4f18-b99d-17281911dd8c req-71a23372-ca52-4b22-b985-93a4b324aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:25.566990 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acc82182-1a48-4f18-b99d-17281911dd8c req-71a23372-ca52-4b22-b985-93a4b324aa48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 918 time: 0.0863180 Jun 16 23:03:25.636333 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acc82182-1a48-4f18-b99d-17281911dd8c req-97a61842-8f20-4a63-99b7-274948656145 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e82895-598b-468f-aac2-e51ebe9d9946 HTTP/1.1" status: 200 len: 1001 time: 0.0583880 Jun 16 23:03:25.692158 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82182-1a48-4f18-b99d-17281911dd8c req-208c2690-654a-47db-81ae-e101c31542e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:25.693594 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acc82182-1a48-4f18-b99d-17281911dd8c req-208c2690-654a-47db-81ae-e101c31542e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.0425694 Jun 16 23:03:25.738560 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82182-1a48-4f18-b99d-17281911dd8c req-bae38391-e8b9-4638-a439-e96bc372d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:25.739999 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acc82182-1a48-4f18-b99d-17281911dd8c req-bae38391-e8b9-4638-a439-e96bc372d296 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387404 Jun 16 23:03:25.833134 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acc82182-1a48-4f18-b99d-17281911dd8c req-50f14ea0-5428-4961-b7ab-8d241facb5db service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865228 Jun 16 23:03:25.925714 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-acc82182-1a48-4f18-b99d-17281911dd8c req-ff8735e6-751b-413a-a33b-1be6a1677933 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862184 Jun 16 23:03:26.446301 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f079d7-ddb7-4d56-9eab-a8dc6643a019 req-f2ffb0d9-9852-44a3-975c-9552b090b23d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:26.447834 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c4f079d7-ddb7-4d56-9eab-a8dc6643a019 req-f2ffb0d9-9852-44a3-975c-9552b090b23d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0493865 Jun 16 23:03:26.712911 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c4f079d7-ddb7-4d56-9eab-a8dc6643a019 req-8cd80a50-99ce-47ab-83f4-a186747e0db9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2595491 Jun 16 23:03:27.838140 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866879c-0c86-4407-9542-3ea616f3ff0c req-ce4f93c9-24a2-4a5d-bf7a-4c8bb56ee133 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:27.840438 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1866879c-0c86-4407-9542-3ea616f3ff0c req-ce4f93c9-24a2-4a5d-bf7a-4c8bb56ee133 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Jun 16 23:03:27.888254 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1866879c-0c86-4407-9542-3ea616f3ff0c req-04f2dd2a-e1c6-4f6a-95cc-b4b43e0c1314 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403574 Jun 16 23:03:28.885911 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:03:28.961548 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 42e82895-598b-468f-aac2-e51ebe9d9946 is: ACTIVE; New status is: DOWN {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:28.961932 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:28.984984 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:03:28.987821 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c386a0bb-18df-4ebd-a0aa-c20d76d416b2" -d '{"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-unplugged", "status": "completed", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:03:29.000965 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:29.006091 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:29.008169 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5383e-84ad-480f-b259-3106bace1619 req-80508b3e-4d12-41f4-91b5-057bbe95e0be tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:29.009797 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14d5383e-84ad-480f-b259-3106bace1619 req-80508b3e-4d12-41f4-91b5-057bbe95e0be tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 946 time: 0.0513368 Jun 16 23:03:29.030713 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a772d8de-2a82-4664-aa20-0b69861bbfe3 x-openstack-request-id: req-a772d8de-2a82-4664-aa20-0b69861bbfe3 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:03:29.031003 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-unplugged", "status": "failed", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946", "code": 422}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:03:29.031251 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a772d8de-2a82-4664-aa20-0b69861bbfe3 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:03:29.031679 dv-cinder-846230-1-iscsi neutron-server[103763]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a772d8de-2a82-4664-aa20-0b69861bbfe3']: {'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946', 'code': 422} returned with failed status Jun 16 23:03:29.061562 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=8']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:29.071348 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14d5383e-84ad-480f-b259-3106bace1619 req-b07cdbc7-58d4-46ea-88e1-66771cce8b46 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516119 Jun 16 23:03:29.547322 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [req-16a9006c-6bfc-4af4-bad6-1a0bbf6f9668 req-392cc693-efea-4c80-a0dc-3b337b631254 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103761) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 23:03:29.548348 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-16a9006c-6bfc-4af4-bad6-1a0bbf6f9668 req-392cc693-efea-4c80-a0dc-3b337b631254 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054767 Jun 16 23:03:29.713767 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecee4f8-62aa-4b6d-9d70-f372413c3113 req-6ee31ae1-e441-4869-a026-3759994c0ca6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:29.715371 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cecee4f8-62aa-4b6d-9d70-f372413c3113 req-6ee31ae1-e441-4869-a026-3759994c0ca6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0577502 Jun 16 23:03:29.770248 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cecee4f8-62aa-4b6d-9d70-f372413c3113 req-b6250b1d-c95f-48f5-aa13-4f2b6c628d30 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473857 Jun 16 23:03:30.018400 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54116) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:30.103663 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-895cb406-a37e-44dd-adaa-3bc977f702cb service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840316 Jun 16 23:03:30.112985 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-b9445cdd-6e33-47e1-beb0-1e10eae2d37c service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 23:03:30.113927 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-b9445cdd-6e33-47e1-beb0-1e10eae2d37c service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054793 Jun 16 23:03:30.236855 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 54126) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:03:30.333655 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3ac4f-a815-409d-94da-d49be279a404 req-157d1441-3531-45f2-a418-d40df590b4b0 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:30.335032 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-157d1441-3531-45f2-a418-d40df590b4b0 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports/42e82895-598b-468f-aac2-e51ebe9d9946 HTTP/1.1" status: 200 len: 941 time: 0.0971789 Jun 16 23:03:30.860122 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:30.898904 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dda0c7-495c-4aae-b13f-b0c7fe3cb8af req-a6877604-30a5-4c3d-b3e9-a62ea26dfae4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:30.900449 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-56dda0c7-495c-4aae-b13f-b0c7fe3cb8af req-a6877604-30a5-4c3d-b3e9-a62ea26dfae4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0503118 Jun 16 23:03:30.944859 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:30.947698 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=15 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:30.953606 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-56dda0c7-495c-4aae-b13f-b0c7fe3cb8af req-13a6de6a-5605-425e-8efc-050159fab3df tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474441 Jun 16 23:03:32.016312 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3ac4f-a815-409d-94da-d49be279a404 req-bf8570c4-00f0-471a-b0b1-16c7dddec9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:32.018323 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-bf8570c4-00f0-471a-b0b1-16c7dddec9de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169&tenant_id=6fc0acf708204e1f8f4510cdb1bbf442 HTTP/1.1" status: 200 len: 1128 time: 0.0734608 Jun 16 23:03:32.060435 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:32.076202 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3ac4f-a815-409d-94da-d49be279a404 req-fa624422-c06b-42f8-b1fb-2d9841b22f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:32.076619 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a1a5-86b1-4dda-b885-52b1815343e1 req-7e37b3f1-767c-4538-a054-9ec5ab7e0f4d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:32.077675 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-fa624422-c06b-42f8-b1fb-2d9841b22f3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 1128 time: 0.0368831 Jun 16 23:03:32.078199 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-57b7a1a5-86b1-4dda-b885-52b1815343e1 req-7e37b3f1-767c-4538-a054-9ec5ab7e0f4d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0489416 Jun 16 23:03:32.126310 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-57b7a1a5-86b1-4dda-b885-52b1815343e1 req-736f93f7-37ae-4dcb-99f5-86f5089c3791 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416448 Jun 16 23:03:32.148396 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:32.175290 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3ac4f-a815-409d-94da-d49be279a404 req-c02c3a76-1fe0-47c5-99d0-083086d16345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:32.176826 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-c02c3a76-1fe0-47c5-99d0-083086d16345 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 918 time: 0.0918119 Jun 16 23:03:32.243293 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-e3f804d5-fa2f-4926-8a3d-f443789d28dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e82895-598b-468f-aac2-e51ebe9d9946 HTTP/1.1" status: 200 len: 999 time: 0.0570991 Jun 16 23:03:32.302795 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3ac4f-a815-409d-94da-d49be279a404 req-16c603b2-f7b1-4be8-93f3-ab7ca9da37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:32.304221 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-16c603b2-f7b1-4be8-93f3-ab7ca9da37ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.0473440 Jun 16 23:03:32.357601 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3ac4f-a815-409d-94da-d49be279a404 req-0856ad75-c70e-4987-8393-8c3dc53e8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:32.359445 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-0856ad75-c70e-4987-8393-8c3dc53e8c86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404551 Jun 16 23:03:32.456138 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-2b56ef7c-1abb-4000-9f18-3a0ad6f70a97 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850623 Jun 16 23:03:32.495043 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:32.551087 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-70e3ac4f-a815-409d-94da-d49be279a404 req-e2061f32-57d6-44a9-81b6-647e381e45a3 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859129 Jun 16 23:03:32.677159 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9901398c-4859-4345-90a2-7c685c4f851d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:32.902830 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:03:32.986000 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 42e82895-598b-468f-aac2-e51ebe9d9946 is: DOWN; New status is: DOWN {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:33.289689 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75dad-fd6b-48af-8293-c444c401a03a req-e8cf6358-983c-4e7c-9ed8-bcfbeb14b720 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:33.292541 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1fd75dad-fd6b-48af-8293-c444c401a03a req-e8cf6358-983c-4e7c-9ed8-bcfbeb14b720 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0764992 Jun 16 23:03:33.363366 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1fd75dad-fd6b-48af-8293-c444c401a03a req-ece92ffe-7471-4d5d-8663-68eaaad39d73 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631654 Jun 16 23:03:34.489409 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252278c-1307-4301-a127-c9a99ea48faf req-a9cf8abd-c16b-4197-a833-4a3070dace63 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:34.490972 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7252278c-1307-4301-a127-c9a99ea48faf req-a9cf8abd-c16b-4197-a833-4a3070dace63 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0511465 Jun 16 23:03:34.541180 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7252278c-1307-4301-a127-c9a99ea48faf req-d3182eea-0f20-4780-bffd-0e9119bc1281 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446708 Jun 16 23:03:34.829737 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f7f2-1338-4ec2-89ad-a29b5728ddc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:35.659938 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa919f-4e45-4716-995c-375e4fead82e req-1e76a11a-5824-4403-8e92-fcfc39646a90 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:35.661469 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9afa919f-4e45-4716-995c-375e4fead82e req-1e76a11a-5824-4403-8e92-fcfc39646a90 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0471947 Jun 16 23:03:35.712743 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9afa919f-4e45-4716-995c-375e4fead82e req-769a6b61-1882-4e7b-b296-a0a748d426d3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457387 Jun 16 23:03:35.792557 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:36.846539 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b3099-cefe-4fd2-973b-41a83e575572 req-6a72da30-1980-4039-a214-43c3b2554263 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:36.848066 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2c0b3099-cefe-4fd2-973b-41a83e575572 req-6a72da30-1980-4039-a214-43c3b2554263 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0564167 Jun 16 23:03:36.896388 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2c0b3099-cefe-4fd2-973b-41a83e575572 req-f60df26a-ef71-4f4c-aa41-966b9141cc75 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427408 Jun 16 23:03:37.375614 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:38.019957 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33debe8b-531b-4a6c-be27-25caf90a676b req-fe64deae-f62a-4406-9b69-30e886cfdffc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:38.021476 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-33debe8b-531b-4a6c-be27-25caf90a676b req-fe64deae-f62a-4406-9b69-30e886cfdffc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0473082 Jun 16 23:03:38.073533 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-33debe8b-531b-4a6c-be27-25caf90a676b req-b83b41bc-286d-4fea-aeb2-0603f7a7ce1f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440915 Jun 16 23:03:38.252572 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:38.266985 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:39.198710 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83469e9d-f839-4366-a0bb-7233c5bf462a req-5063007a-a87f-4eb8-9f8f-72336c47353d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:39.200405 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-83469e9d-f839-4366-a0bb-7233c5bf462a req-5063007a-a87f-4eb8-9f8f-72336c47353d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0546920 Jun 16 23:03:39.256070 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-83469e9d-f839-4366-a0bb-7233c5bf462a req-7fc1d7b8-0434-4afd-8c9e-b7c0a1a736de tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495014 Jun 16 23:03:40.377000 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11051f1-d838-4d05-8117-f8f91886627d req-5b5f8650-1172-4acc-89aa-3d2f71c25fd9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:40.378409 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f11051f1-d838-4d05-8117-f8f91886627d req-5b5f8650-1172-4acc-89aa-3d2f71c25fd9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0492070 Jun 16 23:03:40.427052 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f11051f1-d838-4d05-8117-f8f91886627d req-e1ceafe5-aa2e-410f-af80-7aa5c03bb006 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427713 Jun 16 23:03:41.216990 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:41.226792 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:41.553187 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f6bc5-e348-4644-8f62-0819461d4d41 req-f4161753-3f70-44c6-8b91-a34f840a8d26 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:41.554710 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-823f6bc5-e348-4644-8f62-0819461d4d41 req-f4161753-3f70-44c6-8b91-a34f840a8d26 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0521321 Jun 16 23:03:41.605018 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-823f6bc5-e348-4644-8f62-0819461d4d41 req-90bf720f-d93c-422d-9266-948ca37284aa tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427365 Jun 16 23:03:42.541027 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=35 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:42.547223 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:42.733271 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ac752-dfa6-4f75-bfaa-bc3c0cc96ee6 req-95a745fb-9671-4f58-b9d9-16bc2e52a437 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:42.734800 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e6ac752-dfa6-4f75-bfaa-bc3c0cc96ee6 req-95a745fb-9671-4f58-b9d9-16bc2e52a437 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0530987 Jun 16 23:03:42.763468 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:42.786959 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e6ac752-dfa6-4f75-bfaa-bc3c0cc96ee6 req-b422a933-4060-4286-bdd1-fc684aa74770 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464430 Jun 16 23:03:43.917562 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0153-a8de-4496-9dd9-c7d0430f9bca req-c3f42223-3d56-49ee-988a-8489b6ff559f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:43.919062 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-719e0153-a8de-4496-9dd9-c7d0430f9bca req-c3f42223-3d56-49ee-988a-8489b6ff559f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0490482 Jun 16 23:03:43.972519 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-719e0153-a8de-4496-9dd9-c7d0430f9bca req-fab69556-68f0-405b-b2e0-1c4d9679a0f9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473201 Jun 16 23:03:45.088064 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd996b-f572-4716-92a7-8737385d26c1 req-45ddda7f-7a6d-422b-bfdf-932788dce085 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:45.089523 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0dbd996b-f572-4716-92a7-8737385d26c1 req-45ddda7f-7a6d-422b-bfdf-932788dce085 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0466588 Jun 16 23:03:45.132550 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:45.139953 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0dbd996b-f572-4716-92a7-8737385d26c1 req-47fe6c7a-fc01-4526-8e3a-866a3f66c0ac tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447376 Jun 16 23:03:45.372969 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e8172dd-4c47-4385-8983-358e7c324094 req-67f1756d-92c6-49eb-91bb-a13a9a1a23f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391672 Jun 16 23:03:46.155498 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8172dd-4c47-4385-8983-358e7c324094 req-19ff6048-6436-470f-9f88-805350afaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:46.157028 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e8172dd-4c47-4385-8983-358e7c324094 req-19ff6048-6436-470f-9f88-805350afaeca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 1129 time: 0.0392451 Jun 16 23:03:46.263943 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168724-a97b-4fb2-8535-494aa6d7b27b req-1862184a-ceb5-4e2b-8e63-6f5dece46070 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:46.265525 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63168724-a97b-4fb2-8535-494aa6d7b27b req-1862184a-ceb5-4e2b-8e63-6f5dece46070 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0527191 Jun 16 23:03:46.305240 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8172dd-4c47-4385-8983-358e7c324094 req-ce9d6cca-0e55-47e8-88bf-f9c0c57f8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:46.306778 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e8172dd-4c47-4385-8983-358e7c324094 req-ce9d6cca-0e55-47e8-88bf-f9c0c57f8b04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.1021791 Jun 16 23:03:46.314710 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63168724-a97b-4fb2-8535-494aa6d7b27b req-32b4a86f-9ff9-42eb-aad3-8292742746ab tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419910 Jun 16 23:03:46.346210 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e8172dd-4c47-4385-8983-358e7c324094 req-e43d50d2-f152-443a-b1ff-9132e7c33e1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020e6819-d071-41f2-9573-ea592ee5004c HTTP/1.1" status: 200 len: 217 time: 0.0325475 Jun 16 23:03:46.397989 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8172dd-4c47-4385-8983-358e7c324094 req-342f241d-9b40-4d9c-9a87-5806c6c420b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:46.399356 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e8172dd-4c47-4385-8983-358e7c324094 req-342f241d-9b40-4d9c-9a87-5806c6c420b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0457778 Jun 16 23:03:46.442408 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8172dd-4c47-4385-8983-358e7c324094 req-5d143036-e265-46b9-80b9-e55d6a16340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:46.443877 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e8172dd-4c47-4385-8983-358e7c324094 req-5d143036-e265-46b9-80b9-e55d6a16340b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371149 Jun 16 23:03:46.549243 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e8172dd-4c47-4385-8983-358e7c324094 req-2c2eed55-6fcd-4d64-be5d-60c2b35c3cdb service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900140 Jun 16 23:03:46.650428 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-6e8172dd-4c47-4385-8983-358e7c324094 req-89996243-8280-4097-bc2b-1aa70e30e54a service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860751 Jun 16 23:03:47.432318 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bec36-7d8d-4517-8883-1dd98420f19e req-3f06012b-15e7-41c9-a981-bcb1d7cc60f4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:47.433765 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-644bec36-7d8d-4517-8883-1dd98420f19e req-3f06012b-15e7-41c9-a981-bcb1d7cc60f4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0459492 Jun 16 23:03:47.479951 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-644bec36-7d8d-4517-8883-1dd98420f19e req-ea12ea06-939e-4f75-8d70-e2dd1e0943f3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407472 Jun 16 23:03:48.258308 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:48.260302 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:48.602388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8383b-069f-4e9f-af25-f8777653bc95 req-0c889b15-add3-44a5-b5f8-ccddd3ceb691 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:48.603937 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7c8383b-069f-4e9f-af25-f8777653bc95 req-0c889b15-add3-44a5-b5f8-ccddd3ceb691 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0518599 Jun 16 23:03:48.653236 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7c8383b-069f-4e9f-af25-f8777653bc95 req-cb45a768-15ee-4aae-a99c-5e0811d40fdc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436876 Jun 16 23:03:49.771031 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82649aad-7188-46f3-9361-041546c903c8 req-df7aa67f-d758-447d-8a36-c6c4a33bede1 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:49.772536 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82649aad-7188-46f3-9361-041546c903c8 req-df7aa67f-d758-447d-8a36-c6c4a33bede1 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0475180 Jun 16 23:03:49.819539 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82649aad-7188-46f3-9361-041546c903c8 req-1c0478bb-3670-414d-b2a8-b77f0108f01b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416276 Jun 16 23:03:50.946141 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae1b8d-e4bb-4d95-891c-5996e857bd8b req-2e0b471f-c486-4885-b43b-8764c3c7ff5f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:50.947669 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f6ae1b8d-e4bb-4d95-891c-5996e857bd8b req-2e0b471f-c486-4885-b43b-8764c3c7ff5f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0529208 Jun 16 23:03:50.994792 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f6ae1b8d-e4bb-4d95-891c-5996e857bd8b req-6559fb5e-97a9-45e0-9105-c1e9193ddb74 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415261 Jun 16 23:03:52.117272 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b765-9cd0-45b6-9630-bd546f8f2989 req-013e0a5b-9fb3-4ffd-b77b-a705cede4ba4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:52.118765 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8091b765-9cd0-45b6-9630-bd546f8f2989 req-013e0a5b-9fb3-4ffd-b77b-a705cede4ba4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0472336 Jun 16 23:03:52.164989 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8091b765-9cd0-45b6-9630-bd546f8f2989 req-916d1784-251e-4efb-9d8d-e8c009467a40 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406353 Jun 16 23:03:53.286582 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cb00f-f505-4364-aec4-3fa12300ab5d req-cbbd0155-56ff-4139-9d37-699809fc9f6f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:53.288152 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ae5cb00f-f505-4364-aec4-3fa12300ab5d req-cbbd0155-56ff-4139-9d37-699809fc9f6f tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0472341 Jun 16 23:03:53.339395 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ae5cb00f-f505-4364-aec4-3fa12300ab5d req-fa1a7a2a-83b0-4614-8908-263fcc002aa3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456033 Jun 16 23:03:54.462561 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663495f-8e22-490b-902a-47d1ae4ad7f4 req-b0b1acd6-1564-4992-92b9-9e05d1e23295 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:54.463946 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2663495f-8e22-490b-902a-47d1ae4ad7f4 req-b0b1acd6-1564-4992-92b9-9e05d1e23295 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 944 time: 0.0491292 Jun 16 23:03:54.512996 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2663495f-8e22-490b-902a-47d1ae4ad7f4 req-56828c43-06d5-4bc6-8b4c-9e309bb4b8b4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432842 Jun 16 23:03:55.243781 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:03:55.385815 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:03:55.485936 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:55.496775 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '42e82895-598b-468f-aac2-e51ebe9d9946', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'port_id': '42e82895-598b-468f-aac2-e51ebe9d9946', 'mac_address': 'fa:16:3e:83:dd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:03:55.535763 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 42e82895-598b-468f-aac2-e51ebe9d9946 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:03:55.535763 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:55.554753 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e82895-598b-468f-aac2-e51ebe9d9946 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:03:55.583213 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:03:55.588922 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:03:55.643280 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ccc9e-37b7-4b8a-a53e-a2c12662d1b0 req-6c0c84f9-9c25-4b9e-8ff4-d78956597274 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:55.644864 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-259ccc9e-37b7-4b8a-a53e-a2c12662d1b0 req-6c0c84f9-9c25-4b9e-8ff4-d78956597274 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 945 time: 0.0487962 Jun 16 23:03:55.691723 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:55.696737 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-259ccc9e-37b7-4b8a-a53e-a2c12662d1b0 req-1a819931-957e-444b-bc1e-2e1089532c91 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460842 Jun 16 23:03:55.765165 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=9']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:03:55.772064 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.772410 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.772774 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.773131 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.773468 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.773796 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.774122 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.774443 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.774798 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.775124 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.775446 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.775782 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.776107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.776424 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:55.776741 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:03:56.645515 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=42 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:56.647476 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=51 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:56.801778 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['42e82895-598b-468f-aac2-e51ebe9d9946'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:03:56.821978 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5f448-c62b-4b04-9869-0ea793c28dbd req-0cfe2458-f40b-4e04-9226-affe3942986e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:56.823512 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a1d5f448-c62b-4b04-9869-0ea793c28dbd req-0cfe2458-f40b-4e04-9226-affe3942986e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 945 time: 0.0508621 Jun 16 23:03:56.871569 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a1d5f448-c62b-4b04-9869-0ea793c28dbd req-331e4950-38f5-45fb-a56e-335236bfe43a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418799 Jun 16 23:03:57.988503 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16295f-309b-4ace-82e2-bfb6a18cac3b req-165da023-e8ec-48aa-961f-eaa0719c8e89 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:57.989936 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-af16295f-309b-4ace-82e2-bfb6a18cac3b req-165da023-e8ec-48aa-961f-eaa0719c8e89 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 945 time: 0.0461302 Jun 16 23:03:58.035682 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-af16295f-309b-4ace-82e2-bfb6a18cac3b req-a6117219-064f-4874-9f80-20264525d1b8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404024 Jun 16 23:03:59.141529 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:03:59.152190 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3342d7-6be3-41ba-beae-0b453e751005 req-09a58175-ae52-479f-9808-01c645cc1419 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:03:59.153644 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ff3342d7-6be3-41ba-beae-0b453e751005 req-09a58175-ae52-479f-9808-01c645cc1419 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 945 time: 0.0463674 Jun 16 23:03:59.202072 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ff3342d7-6be3-41ba-beae-0b453e751005 req-3af48b98-a8ea-4a09-b11d-f3de291265ae tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430620 Jun 16 23:04:00.324043 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09491d58-817f-44a8-ba9b-11bcb2dcdf9d req-782ee651-f578-437c-8caa-8ed8257910d9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:00.325502 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-09491d58-817f-44a8-ba9b-11bcb2dcdf9d req-782ee651-f578-437c-8caa-8ed8257910d9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 945 time: 0.0459332 Jun 16 23:04:00.372520 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-09491d58-817f-44a8-ba9b-11bcb2dcdf9d req-b2d7ff05-d3d9-40b5-aee8-f66a8a32a48d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411129 Jun 16 23:04:00.675301 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:04:00.718820 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 42e82895-598b-468f-aac2-e51ebe9d9946 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:04:00.719192 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:00.790942 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 42e82895-598b-468f-aac2-e51ebe9d9946 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:04:00.791245 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:00.814883 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:00.817228 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1876744d-1829-497d-aeec-8dfdb2b34d24" -d '{"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-plugged", "status": "completed", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:00.831236 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:00.836209 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:00.864649 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c6be5e-eb88-4661-bfa7-e48622c4d13e x-openstack-request-id: req-42c6be5e-eb88-4661-bfa7-e48622c4d13e {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:00.864649 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-plugged", "status": "completed", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:00.864649 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-42c6be5e-eb88-4661-bfa7-e48622c4d13e {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:00.864649 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c6be5e-eb88-4661-bfa7-e48622c4d13e'] response: {'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946', 'code': 200} Jun 16 23:04:00.890468 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=10']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:01.423457 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a50fbc-8759-4a16-934d-89ec90bed97a req-3f0c68cf-c43f-47bf-b08d-9eb21f30f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:01.424942 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-65a50fbc-8759-4a16-934d-89ec90bed97a req-3f0c68cf-c43f-47bf-b08d-9eb21f30f559 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 1131 time: 0.0424206 Jun 16 23:04:01.470544 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-65a50fbc-8759-4a16-934d-89ec90bed97a req-cb5f0e0d-0dc7-477f-924a-e90a7ff9619e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378153 Jun 16 23:04:01.492470 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d9ad8-2ac7-4a22-8fc7-601f15ab6942 req-f6983959-da92-488b-a2cd-809b0fefb0cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:01.493867 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-544d9ad8-2ac7-4a22-8fc7-601f15ab6942 req-f6983959-da92-488b-a2cd-809b0fefb0cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 947 time: 0.0463099 Jun 16 23:04:01.541999 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-544d9ad8-2ac7-4a22-8fc7-601f15ab6942 req-e92df25d-9658-446d-86f2-08d579c865d4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426092 Jun 16 23:04:02.668523 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7c65-d8ff-4286-b6b5-b79d0117066e req-6f53debe-d40d-4e3e-9263-bfbc9229cf23 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:02.670345 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0bb7c65-d8ff-4286-b6b5-b79d0117066e req-6f53debe-d40d-4e3e-9263-bfbc9229cf23 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 947 time: 0.0547173 Jun 16 23:04:02.672509 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e8866537-cddd-40d1-be14-cb2b0633a07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:02.719741 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0bb7c65-d8ff-4286-b6b5-b79d0117066e req-66a49426-3d02-4c48-adb2-2787c288400b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436890 Jun 16 23:04:03.851002 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac449973-b975-4323-a46c-4efc504dfca4 req-0bef007d-7fa3-4a6c-8b5a-595d9858d0fc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:03.852509 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ac449973-b975-4323-a46c-4efc504dfca4 req-0bef007d-7fa3-4a6c-8b5a-595d9858d0fc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 947 time: 0.0547397 Jun 16 23:04:03.898741 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ac449973-b975-4323-a46c-4efc504dfca4 req-d611ca70-f522-4da8-9f14-f6dd02600186 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406735 Jun 16 23:04:04.823882 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:04.825340 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:04.841639 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-20db9250-277a-48cd-ac66-2a00f304c526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:05.024816 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20682f8b-91ec-4ce8-8ba8-68f7f8e68892 req-a92bc921-b204-4323-a508-d15a41880fe3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:05.026435 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-20682f8b-91ec-4ce8-8ba8-68f7f8e68892 req-a92bc921-b204-4323-a508-d15a41880fe3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 947 time: 0.0529475 Jun 16 23:04:05.086286 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-20682f8b-91ec-4ce8-8ba8-68f7f8e68892 req-54c28f97-41fd-4483-b41a-f67e7766e265 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531051 Jun 16 23:04:05.239168 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:05.429713 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a729018-e8b2-41fc-b916-4005459b0151 req-8059d301-b7fc-46ee-acc4-ee5da2a2c0ee tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:05.431197 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9a729018-e8b2-41fc-b916-4005459b0151 req-8059d301-b7fc-46ee-acc4-ee5da2a2c0ee tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0471225 Jun 16 23:04:05.483176 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9a729018-e8b2-41fc-b916-4005459b0151 req-0be28fe0-0482-45c5-a8a7-022249061745 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Jun 16 23:04:05.776803 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615da704-d0b3-4844-b313-db2b8490e53d req-5f27cbb6-f4d3-4ddf-810b-d8c431a73d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:05.778972 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-615da704-d0b3-4844-b313-db2b8490e53d req-5f27cbb6-f4d3-4ddf-810b-d8c431a73d34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1129 time: 0.0437582 Jun 16 23:04:05.794031 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:05.876128 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615da704-d0b3-4844-b313-db2b8490e53d req-9c4ff6bc-f32b-4852-8be9-330c049b9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:05.877560 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-615da704-d0b3-4844-b313-db2b8490e53d req-9c4ff6bc-f32b-4852-8be9-330c049b9b85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.0881319 Jun 16 23:04:06.196207 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-615da704-d0b3-4844-b313-db2b8490e53d req-1e18ef99-a0cf-477e-bc73-2caf83786f56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 200 len: 1001 time: 0.3084219 Jun 16 23:04:06.252221 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615da704-d0b3-4844-b313-db2b8490e53d req-4cb4f1be-a8ef-4993-bf97-c98300d30d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:06.253771 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-615da704-d0b3-4844-b313-db2b8490e53d req-4cb4f1be-a8ef-4993-bf97-c98300d30d52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0471423 Jun 16 23:04:06.298641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615da704-d0b3-4844-b313-db2b8490e53d req-3391e963-8e0f-4d2b-a4f0-087ec3bda890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:06.300205 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-615da704-d0b3-4844-b313-db2b8490e53d req-3391e963-8e0f-4d2b-a4f0-087ec3bda890 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394177 Jun 16 23:04:06.397751 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-615da704-d0b3-4844-b313-db2b8490e53d req-d789ba18-2d3e-4809-ac45-6e82e9e07eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872228 Jun 16 23:04:06.493808 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-615da704-d0b3-4844-b313-db2b8490e53d req-530751f2-19fb-4a12-8401-1b26ef736040 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861511 Jun 16 23:04:06.495200 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f43415-c536-40de-86d9-fc90aafe7404 req-9db229b1-028b-488c-9328-a5123cfeae2e tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:06.496666 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-23f43415-c536-40de-86d9-fc90aafe7404 req-9db229b1-028b-488c-9328-a5123cfeae2e tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 946 time: 0.0477927 Jun 16 23:04:06.547333 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-23f43415-c536-40de-86d9-fc90aafe7404 req-fc7f2b7f-75da-4c41-bbbf-db6b001d0877 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Jun 16 23:04:06.596471 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c707-d8bd-4454-9187-def7b159cd09 req-5d95739b-121e-4eb8-b256-5ae679dfe8a7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:06.597945 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0d50c707-d8bd-4454-9187-def7b159cd09 req-5d95739b-121e-4eb8-b256-5ae679dfe8a7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0463424 Jun 16 23:04:06.622836 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:06.643954 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0d50c707-d8bd-4454-9187-def7b159cd09 req-fbb3da26-a33f-48c3-b7bd-06034e79ee4e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Jun 16 23:04:07.375147 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:07.664065 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563742-2909-4d08-a3ef-90f7490f716c req-97772210-9bcd-426a-a502-8b1a5715adb9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:07.665534 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e1563742-2909-4d08-a3ef-90f7490f716c req-97772210-9bcd-426a-a502-8b1a5715adb9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 946 time: 0.0513232 Jun 16 23:04:07.713167 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e1563742-2909-4d08-a3ef-90f7490f716c req-841fea7e-575a-48f9-87e9-b1609ce9b186 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Jun 16 23:04:07.762077 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35c90-65fa-4396-b6c7-38647b624234 req-473bbd4f-227d-42d4-a124-c3a6caef78fb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:07.763547 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b7c35c90-65fa-4396-b6c7-38647b624234 req-473bbd4f-227d-42d4-a124-c3a6caef78fb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0495293 Jun 16 23:04:07.808806 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b7c35c90-65fa-4396-b6c7-38647b624234 req-2fb8c084-6792-45e2-bba5-2d84f2190581 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398626 Jun 16 23:04:08.246256 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:08.266504 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:08.490282 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-d8c0b1f9-62ce-4ddf-bbc2-2fc2981ad76c tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:08.491693 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-d8c0b1f9-62ce-4ddf-bbc2-2fc2981ad76c tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 946 time: 0.0504704 Jun 16 23:04:08.575605 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Deleting port 9f27a5db-37c7-4f56-a95a-f2cd921a04db {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:04:08.575945 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:08.666056 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] For port 9f27a5db-37c7-4f56-a95a-f2cd921a04db, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=9f27a5db-37c7-4f56-a95a-f2cd921a04db,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:08.666418 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:08.679106 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Calling delete_port for 9f27a5db-37c7-4f56-a95a-f2cd921a04db owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:04:08.794440 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:08.800564 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:08.806499 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (9f27a5db-37c7-4f56-a95a-f2cd921a04db), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:08.831486 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf9b70-02ca-432e-a9dc-e3bc9d063213 req-60562851-cbc0-4674-afd6-061667985633 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:08.833135 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dbbf9b70-02ca-432e-a9dc-e3bc9d063213 req-60562851-cbc0-4674-afd6-061667985633 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b HTTP/1.1" status: 200 len: 946 time: 0.0503244 Jun 16 23:04:08.841438 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Pushing event deleted for resources: {'Port': ['ID=9f27a5db-37c7-4f56-a95a-f2cd921a04db,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:08.847999 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:08.856151 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.856494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.856828 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.857169 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.857498 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.857853 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.858177 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.859096 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.859550 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.859875 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.860195 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.860514 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.860834 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.861149 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.861462 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:08.898112 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] No DVR routers for this DVR port 9f27a5db-37c7-4f56-a95a-f2cd921a04db on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:04:08.900628 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:08.902750 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dbbf9b70-02ca-432e-a9dc-e3bc9d063213 req-7f89949b-1926-40cf-b494-48259aad7241 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638113 Jun 16 23:04:08.903840 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-787402f5-3b90-498e-9f7a-a26198bdd138 req-909303e1-9db7-4e2b-8921-cf93468f7e80 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.26 "DELETE /v2.0/ports/9f27a5db-37c7-4f56-a95a-f2cd921a04db HTTP/1.1" status: 204 len: 173 time: 0.4050527 Jun 16 23:04:08.904282 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b', 'name': 'network-vif-deleted', 'tag': '9f27a5db-37c7-4f56-a95a-f2cd921a04db'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:08.907103 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f290ebfd-cdb8-4800-a102-d1044a2ce0f6" -d '{"events": [{"server_uuid": "7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b", "name": "network-vif-deleted", "tag": "9f27a5db-37c7-4f56-a95a-f2cd921a04db"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:08.945477 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99417e0-c12b-41a8-80f3-95bc3b2afddc req-e09a0175-f101-4781-a17d-27f62176aeec tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:08.947307 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c99417e0-c12b-41a8-80f3-95bc3b2afddc req-e09a0175-f101-4781-a17d-27f62176aeec tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0586469 Jun 16 23:04:08.954164 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5444e6c2-2397-43f4-9a3b-41756ff78f96 x-openstack-request-id: req-5444e6c2-2397-43f4-9a3b-41756ff78f96 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:08.954519 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b", "name": "network-vif-deleted", "tag": "9f27a5db-37c7-4f56-a95a-f2cd921a04db", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:08.954855 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5444e6c2-2397-43f4-9a3b-41756ff78f96 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:08.955306 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5444e6c2-2397-43f4-9a3b-41756ff78f96'] response: {'server_uuid': '7e6c1a21-fd9c-4f9e-a23f-f2cacbdd2e7b', 'name': 'network-vif-deleted', 'tag': '9f27a5db-37c7-4f56-a95a-f2cd921a04db', 'status': 'completed', 'code': 200} Jun 16 23:04:09.001458 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c99417e0-c12b-41a8-80f3-95bc3b2afddc req-f207075f-3011-4238-9627-ff478d965b55 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460644 Jun 16 23:04:10.128465 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffea2f-c79a-4f05-94fa-80ccc45ff4b5 req-8836bb55-b6c1-4fe6-9d14-6e02dd345d32 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:10.129991 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-beffea2f-c79a-4f05-94fa-80ccc45ff4b5 req-8836bb55-b6c1-4fe6-9d14-6e02dd345d32 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0548658 Jun 16 23:04:10.178888 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-beffea2f-c79a-4f05-94fa-80ccc45ff4b5 req-1fff98f0-58fc-4875-9396-f05d28d93f66 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430658 Jun 16 23:04:11.265770 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 9f27a5db-37c7-4f56-a95a-f2cd921a04db no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:04:11.285120 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 9f27a5db-37c7-4f56-a95a-f2cd921a04db {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:04:11.285459 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 9f27a5db-37c7-4f56-a95a-f2cd921a04db not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:04:11.297078 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3dcd3-5f96-4896-b005-90ad0b1dbacc req-20dff110-50b9-404b-9cb3-ea803006005b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:11.298562 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54d3dcd3-5f96-4896-b005-90ad0b1dbacc req-20dff110-50b9-404b-9cb3-ea803006005b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0479238 Jun 16 23:04:11.345819 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54d3dcd3-5f96-4896-b005-90ad0b1dbacc req-f220d707-d739-4a5d-9a39-84ef94ef9134 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415435 Jun 16 23:04:12.459454 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fa13b-7dd8-44c3-8dd8-cfa5915d18fc req-b610874a-ac7e-4ec8-a56a-1dc96e0bb8aa tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:12.460808 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a73fa13b-7dd8-44c3-8dd8-cfa5915d18fc req-b610874a-ac7e-4ec8-a56a-1dc96e0bb8aa tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0489902 Jun 16 23:04:12.506190 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a73fa13b-7dd8-44c3-8dd8-cfa5915d18fc req-7fa34e2f-f615-4851-b22d-991aded06a08 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400109 Jun 16 23:04:13.617541 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d568df-2dba-49ad-9bdf-858cb312094a req-6fe61fb3-29a5-4463-84e7-cd856845852a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:13.619022 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15d568df-2dba-49ad-9bdf-858cb312094a req-6fe61fb3-29a5-4463-84e7-cd856845852a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0473576 Jun 16 23:04:13.665353 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15d568df-2dba-49ad-9bdf-858cb312094a req-d6eeb1cd-2172-44ff-9e38-de50dea7d8e5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Jun 16 23:04:14.781373 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc134671-1c20-4e19-a53d-8d43d2b98831 req-8b553ac1-f484-48c3-8766-706064b570a0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:14.782836 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cc134671-1c20-4e19-a53d-8d43d2b98831 req-8b553ac1-f484-48c3-8766-706064b570a0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0488141 Jun 16 23:04:14.835960 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cc134671-1c20-4e19-a53d-8d43d2b98831 req-521fa03c-c58b-4d5a-81b2-3dae9564591b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475895 Jun 16 23:04:15.949452 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d95e6a-069b-40da-bb8a-1e77117cdb73 req-1bdf7a61-6670-45dd-b9bf-ce8f514fe897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:15.951007 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40d95e6a-069b-40da-bb8a-1e77117cdb73 req-1bdf7a61-6670-45dd-b9bf-ce8f514fe897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0457342 Jun 16 23:04:15.997547 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40d95e6a-069b-40da-bb8a-1e77117cdb73 req-357d580c-3a3f-40ef-92fc-223a14e60a4f tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411940 Jun 16 23:04:17.110014 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91604d07-50d9-4408-93d4-07462658ee53 req-d69f6e0a-1caf-478e-9a9a-2e1d7894fe40 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:17.111470 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91604d07-50d9-4408-93d4-07462658ee53 req-d69f6e0a-1caf-478e-9a9a-2e1d7894fe40 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0462289 Jun 16 23:04:17.156135 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:17.160997 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91604d07-50d9-4408-93d4-07462658ee53 req-9c84f00f-f450-4edf-92bc-8eee9474c714 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442266 Jun 16 23:04:18.231313 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:18.232971 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:18.260410 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:18.275819 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe034e-eecc-4f18-8a06-757e9c3bd813 req-3b645201-fc7f-4bef-904b-3eec41595c0a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:18.277330 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c0fe034e-eecc-4f18-8a06-757e9c3bd813 req-3b645201-fc7f-4bef-904b-3eec41595c0a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Jun 16 23:04:18.324009 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c0fe034e-eecc-4f18-8a06-757e9c3bd813 req-4656ad33-ff26-4849-b34a-48ada0c42a27 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Jun 16 23:04:18.881325 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:18.882994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:18.947640 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-77213924-17f1-4b3c-a9c0-19b9017abb49 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:18.949129 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-77213924-17f1-4b3c-a9c0-19b9017abb49 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/networks?id=47420daf-a76e-49b0-bb23-482a9b944fce HTTP/1.1" status: 200 len: 814 time: 0.1091897 Jun 16 23:04:18.964010 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-77ecb3f1-5386-480c-aa34-96862a28ece4 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/quotas/9761759a69724a21b0b9315a931b106f HTTP/1.1" status: 200 len: 375 time: 0.0091867 Jun 16 23:04:18.996217 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-50e3b9fa-4d58-4129-9019-5bd974f8dac4 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9761759a69724a21b0b9315a931b106f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270150 Jun 16 23:04:19.019259 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:19.092453 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-9fd366b9-48fb-4300-9481-e2ff3d66ae24 service neutron] 10.222.0.17 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893111 Jun 16 23:04:19.182775 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-8b8a373e-6b7b-41be-b54f-1dc749c4bec1 service neutron] 10.222.0.17 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847175 Jun 16 23:04:19.342026 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0381c408-ae53-4390-8d95-bb52de21883c req-4cbb1d83-5208-4634-859f-be4fd0a18e8e tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 210 time: 0.0275676 Jun 16 23:04:19.443561 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3b326-0c82-4361-94bf-76521ce7f95a req-a98832e4-6019-4fcb-af73-3e594971c1b9 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:19.445126 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8cb3b326-0c82-4361-94bf-76521ce7f95a req-a98832e4-6019-4fcb-af73-3e594971c1b9 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0494542 Jun 16 23:04:19.504169 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8cb3b326-0c82-4361-94bf-76521ce7f95a req-b48a615d-589d-4cf6-8e46-393ca41269b5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520637 Jun 16 23:04:20.164816 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c554fe-65c8-46b9-a9bc-4e633edee971 req-c63c2751-e9a4-42a6-949d-efa08f0f3ba2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:20.166504 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31c554fe-65c8-46b9-a9bc-4e633edee971 req-c63c2751-e9a4-42a6-949d-efa08f0f3ba2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0469701 Jun 16 23:04:20.217939 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31c554fe-65c8-46b9-a9bc-4e633edee971 req-c7e597b7-ea13-4f21-9345-1e00fc905d32 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451329 Jun 16 23:04:20.375815 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-b4089edb-6371-4040-a381-7682ecf7eb12 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:20.377275 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-b4089edb-6371-4040-a381-7682ecf7eb12 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.26 "GET /v2.0/networks?id=47420daf-a76e-49b0-bb23-482a9b944fce HTTP/1.1" status: 200 len: 814 time: 0.1065722 Jun 16 23:04:20.404392 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Request body: {'port': {'device_id': '85395b04-657c-4595-83ca-b6a1635f6daa', 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce', 'admin_state_up': True, 'tenant_id': '9761759a69724a21b0b9315a931b106f'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:20.437086 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-092dfbc9-3229-47b2-bf81-96bd900907b4 req-25d3985c-75fb-475a-9609-abd02c47a1fc tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 210 time: 0.0280128 Jun 16 23:04:20.518060 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Made reservation on behalf of 9761759a69724a21b0b9315a931b106f for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:04:20.522315 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:20.624220 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f41032-6937-46db-bf7d-0be0ad2d8e61 req-c02d4ea9-e1cb-4530-a703-31c6a7521b82 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:20.625608 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-98f41032-6937-46db-bf7d-0be0ad2d8e61 req-c02d4ea9-e1cb-4530-a703-31c6a7521b82 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0501254 Jun 16 23:04:20.655116 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Allocated IP 172.20.0.13 (47420daf-a76e-49b0-bb23-482a9b944fce/b43040d5-7db1-49f8-8efc-820cd080eb0f/ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:04:20.674069 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-98f41032-6937-46db-bf7d-0be0ad2d8e61 req-5de58b34-d99a-4ba8-ab53-67e31a46dedb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428228 Jun 16 23:04:20.811149 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks [] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:20.844058 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:20.882787 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Network 47420daf-a76e-49b0-bb23-482a9b944fce is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:04:20.885777 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:04:20.892012 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:04:20.915793 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Pushing event updated for resources: {'Port': ['ID=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:20.943429 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:20.944025 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:20.959768 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4de01972-4a13-44f8-9f67-9cdf217c75a9 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5599885 Jun 16 23:04:20.971655 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Request body: {'port': {'device_id': '85395b04-657c-4595-83ca-b6a1635f6daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:21.030420 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:21.069594 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:21.130348 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:21.270213 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:21.285642 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:04:21.293258 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Publish callbacks [] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:21.306260 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Transition to ACTIVE for port object ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:04:21.310991 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:21.334346 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97be25-5491-4dfa-ae0c-3372d36275ab req-a3c8c857-8ef0-4dd8-895f-6dca093e5a5c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:21.335855 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e97be25-5491-4dfa-ae0c-3372d36275ab req-a3c8c857-8ef0-4dd8-895f-6dca093e5a5c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0474958 Jun 16 23:04:21.359243 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:21.386781 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e97be25-5491-4dfa-ae0c-3372d36275ab req-f7fbe213-364a-4c28-ae1d-b54fc9b65627 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444853 Jun 16 23:04:21.440721 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Attempting to bind port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:04:21.441306 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Attempting to bind port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:04:21.441436 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Attempting to bind port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 on network 47420daf-a76e-49b0-bb23-482a9b944fce {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:04:21.445799 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 on network 47420daf-a76e-49b0-bb23-482a9b944fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:04:21.446112 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Attempting to bind port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 on network 47420daf-a76e-49b0-bb23-482a9b944fce {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:04:21.451151 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:04:21.451482 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Checking segment: {'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:04:21.451851 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Bound using segment: {'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:04:21.452263 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Bound port: ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d81f743-18d1-44d6-bf5f-044e7b89a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:04:21.452607 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:21.514306 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] For port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:04:21.517475 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] For port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:04:21.523168 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:21.548191 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1837b-0e2b-4c96-a6a0-1ee5443f708a req-846e3399-d683-41d4-94c2-c3b72b85f08d tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:21.549682 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2fc1837b-0e2b-4c96-a6a0-1ee5443f708a req-846e3399-d683-41d4-94c2-c3b72b85f08d tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 944 time: 0.0463777 Jun 16 23:04:21.553222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:21.554020 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:21.555420 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] 10.222.0.26 "PUT /v2.0/ports/ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 HTTP/1.1" status: 200 len: 1094 time: 0.5876720 Jun 16 23:04:21.557951 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85395b04-657c-4595-83ca-b6a1635f6daa', 'tag': 'ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:21.560730 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3dc15d-6f14-4978-85b7-89908d9f1318" -d '{"events": [{"name": "network-changed", "server_uuid": "85395b04-657c-4595-83ca-b6a1635f6daa", "tag": "ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:21.597128 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a11f7-127e-4905-964a-f37d69af6146 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:21.604437 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2fc1837b-0e2b-4c96-a6a0-1ee5443f708a req-eac24e3b-3a30-4a18-b786-670fdfd73181 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490699 Jun 16 23:04:21.617425 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa1dfe7-d611-46f3-86d5-fd53012f63c9 x-openstack-request-id: req-7fa1dfe7-d611-46f3-86d5-fd53012f63c9 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:21.617721 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85395b04-657c-4595-83ca-b6a1635f6daa", "tag": "ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:21.617967 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7fa1dfe7-d611-46f3-86d5-fd53012f63c9 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:21.618356 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa1dfe7-d611-46f3-86d5-fd53012f63c9'] response: {'name': 'network-changed', 'server_uuid': '85395b04-657c-4595-83ca-b6a1635f6daa', 'tag': 'ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38', 'status': 'completed', 'code': 200} Jun 16 23:04:21.647102 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-c9e10742-292f-4e6c-a4b9-b038bb1b7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:21.648575 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-c9e10742-292f-4e6c-a4b9-b038bb1b7367 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9761759a69724a21b0b9315a931b106f&device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 1128 time: 0.0427437 Jun 16 23:04:21.690859 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-7d54d032-8ea6-4c6e-b4a7-3b6fc278af0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 HTTP/1.1" status: 200 len: 217 time: 0.0311186 Jun 16 23:04:21.740707 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-47bb6b6b-f465-4f54-9ab0-68a5dcfbc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:21.742325 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-47bb6b6b-f465-4f54-9ab0-68a5dcfbc5c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b43040d5-7db1-49f8-8efc-820cd080eb0f HTTP/1.1" status: 200 len: 854 time: 0.0441966 Jun 16 23:04:21.776972 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-df65315d-fced-477a-a336-52c12ab2dd26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47420daf-a76e-49b0-bb23-482a9b944fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258174 Jun 16 23:04:21.788366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b6ff0-ed69-4be4-98c9-9c971a9b7b80 req-c2ca3f1d-ce16-45c9-a93e-2037fe8a73a4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:21.789798 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e7b6ff0-ed69-4be4-98c9-9c971a9b7b80 req-c2ca3f1d-ce16-45c9-a93e-2037fe8a73a4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0461299 Jun 16 23:04:21.836598 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4e7b6ff0-ed69-4be4-98c9-9c971a9b7b80 req-55eeb4c1-ae32-479b-b58d-b2fed2226957 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Jun 16 23:04:21.879882 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-3a95281f-224e-4f17-861b-a7f5e1875d38 service neutron] 10.222.0.26 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867736 Jun 16 23:04:21.972716 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8c40e864-f0b4-4a56-b3ea-283c4623a659 req-a8dd2497-3f83-48f6-ae26-509897e45df1 service neutron] 10.222.0.26 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833411 Jun 16 23:04:22.496041 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3bddc-b311-4e2d-8c84-c57b1ed62c5c req-9c26ff95-345c-49d2-b7d0-fc9be60699e4 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:22.497892 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-75a3bddc-b311-4e2d-8c84-c57b1ed62c5c req-9c26ff95-345c-49d2-b7d0-fc9be60699e4 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0452168 Jun 16 23:04:22.517589 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:22.543738 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-75a3bddc-b311-4e2d-8c84-c57b1ed62c5c req-5cf2452c-b740-4d10-acc8-d3f246a9454e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Jun 16 23:04:22.718872 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92b2b7-6162-4704-863d-e2bdb676f874 req-cd11097f-3def-41da-816e-e9db4c122c15 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:22.720375 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5f92b2b7-6162-4704-863d-e2bdb676f874 req-cd11097f-3def-41da-816e-e9db4c122c15 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 944 time: 0.0491612 Jun 16 23:04:22.768180 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5f92b2b7-6162-4704-863d-e2bdb676f874 req-84a50cab-8a9b-4030-ac6a-e2911bfb6277 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421941 Jun 16 23:04:22.947564 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e791-8caa-4a71-a783-e80071ec6093 req-9669f5c8-c756-4d8c-a04b-2a38b118c95a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:22.949000 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-97d4e791-8caa-4a71-a783-e80071ec6093 req-9669f5c8-c756-4d8c-a04b-2a38b118c95a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0461814 Jun 16 23:04:22.966500 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:22.994704 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-97d4e791-8caa-4a71-a783-e80071ec6093 req-66a0d49f-22e6-4cac-bca8-dd55537bd18e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404103 Jun 16 23:04:23.398631 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:23.409345 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-18edc153-fe5b-49a8-82bf-f3c8cc01693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:23.410889 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-18edc153-fe5b-49a8-82bf-f3c8cc01693c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9761759a69724a21b0b9315a931b106f&device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 1128 time: 0.0420082 Jun 16 23:04:23.480164 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:23.499765 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-7846ecbd-cb2c-4aa2-9b51-d2a065c9fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:23.501135 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-7846ecbd-cb2c-4aa2-9b51-d2a065c9fde7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47420daf-a76e-49b0-bb23-482a9b944fce HTTP/1.1" status: 200 len: 915 time: 0.0842052 Jun 16 23:04:23.574862 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-180fbce3-31d0-4c20-89c8-a2bf401b9d5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 HTTP/1.1" status: 200 len: 217 time: 0.0349441 Jun 16 23:04:23.625378 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-ba5d19e9-28e8-4b04-a5d9-46b9393f742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:23.626852 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-ba5d19e9-28e8-4b04-a5d9-46b9393f742a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b43040d5-7db1-49f8-8efc-820cd080eb0f HTTP/1.1" status: 200 len: 854 time: 0.0442638 Jun 16 23:04:23.657656 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea5d0c-48b2-48c0-a163-ad3e506e6fb0 req-d3532858-ef67-4810-9d67-5d803abf3ead tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:23.659138 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9aea5d0c-48b2-48c0-a163-ad3e506e6fb0 req-d3532858-ef67-4810-9d67-5d803abf3ead tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0466142 Jun 16 23:04:23.663177 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-57e1dc41-3515-4c21-90fd-1e2a618208c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47420daf-a76e-49b0-bb23-482a9b944fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255277 Jun 16 23:04:23.719141 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9aea5d0c-48b2-48c0-a163-ad3e506e6fb0 req-89f49297-c0d0-4688-bc51-58c6df70691d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543871 Jun 16 23:04:23.760329 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-bf9c4553-95ca-42f6-b90c-fb4af2586ea8 service neutron] 10.222.0.26 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892136 Jun 16 23:04:23.855194 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fa3dc15d-6f14-4978-85b7-89908d9f1318 req-7a05c2b3-3450-42b0-9b82-10facf4ac332 service neutron] 10.222.0.26 "GET /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826705 Jun 16 23:04:23.880636 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467fa7-57df-47f9-a561-d7d6963e64db req-12dab574-f315-4573-845a-54a90937aecb tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:23.882101 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d4467fa7-57df-47f9-a561-d7d6963e64db req-12dab574-f315-4573-845a-54a90937aecb tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 944 time: 0.0474122 Jun 16 23:04:23.929727 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d4467fa7-57df-47f9-a561-d7d6963e64db req-aa630070-b99d-4e9b-ab37-de86fb74a7ee tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 Jun 16 23:04:24.108952 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff0360-56ef-4570-aa76-5a9143d79458 req-ff44cad5-7107-4f36-a906-c326210679b9 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:24.110379 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-caff0360-56ef-4570-aa76-5a9143d79458 req-ff44cad5-7107-4f36-a906-c326210679b9 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0452318 Jun 16 23:04:24.155602 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-caff0360-56ef-4570-aa76-5a9143d79458 req-9e08696f-ede0-4bed-9670-ffd89c962ec3 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398242 Jun 16 23:04:24.836865 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92b345-8f3d-45e4-ace3-5a7b4defdd00 req-ed2db0d6-2e5d-4d9d-9820-8ec5362f6d89 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:24.838307 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bd92b345-8f3d-45e4-ace3-5a7b4defdd00 req-ed2db0d6-2e5d-4d9d-9820-8ec5362f6d89 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0483377 Jun 16 23:04:24.883746 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bd92b345-8f3d-45e4-ace3-5a7b4defdd00 req-9c4b33f7-a735-4821-a7fb-b9655fad72db tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391130 Jun 16 23:04:25.039736 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e8e70-ed2b-4521-ae18-32945a71b7d9 req-17dfda84-10b8-498f-b379-1b4628280229 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:25.041099 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-035e8e70-ed2b-4521-ae18-32945a71b7d9 req-17dfda84-10b8-498f-b379-1b4628280229 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 944 time: 0.0462098 Jun 16 23:04:25.087118 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-035e8e70-ed2b-4521-ae18-32945a71b7d9 req-20e684b8-bb8f-4783-8632-90b5de208c5f tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Jun 16 23:04:25.274743 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a9e70-78a5-43b6-b42f-2e4eedd496e7 req-df244273-fb24-4d5c-8696-a98197dd4009 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:25.275979 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a0a9e70-78a5-43b6-b42f-2e4eedd496e7 req-df244273-fb24-4d5c-8696-a98197dd4009 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0536261 Jun 16 23:04:25.321720 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a0a9e70-78a5-43b6-b42f-2e4eedd496e7 req-8ae1b536-611a-4441-8533-7c918e02b4c4 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Jun 16 23:04:25.998537 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433ae01-b971-4db8-b652-717fdb42805f req-a3324748-9683-4997-901d-6fba7e523cdd tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:26.000047 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2433ae01-b971-4db8-b652-717fdb42805f req-a3324748-9683-4997-901d-6fba7e523cdd tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0484278 Jun 16 23:04:26.050619 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2433ae01-b971-4db8-b652-717fdb42805f req-cb04700f-fa6f-4ca3-9091-f46b5992c51d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409901 Jun 16 23:04:26.196229 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae31a4a-19b2-4082-b2db-23220357be0d req-06c68eae-d9a6-43db-a051-46c196dc7fd2 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:26.197596 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4ae31a4a-19b2-4082-b2db-23220357be0d req-06c68eae-d9a6-43db-a051-46c196dc7fd2 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 944 time: 0.0453413 Jun 16 23:04:26.248835 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4ae31a4a-19b2-4082-b2db-23220357be0d req-d0df1243-efe6-48a8-8c22-77f72f0275ac tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454030 Jun 16 23:04:26.432127 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b32d4-53d5-4bca-bc13-e2ac4696dbce req-d071f435-ad1e-4399-a407-0303b5f06df6 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:26.433698 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2d6b32d4-53d5-4bca-bc13-e2ac4696dbce req-d071f435-ad1e-4399-a407-0303b5f06df6 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0474885 Jun 16 23:04:26.445748 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:26.483093 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2d6b32d4-53d5-4bca-bc13-e2ac4696dbce req-1f83154d-0ad3-4809-b580-d4cff4b19b00 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435770 Jun 16 23:04:26.764434 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:04:26.861677 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:26.873183 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38', 'network_id': '47420daf-a76e-49b0-bb23-482a9b944fce', 'port_id': 'ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38', 'mac_address': 'fa:16:3e:65:4a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43040d5-7db1-49f8-8efc-820cd080eb0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:04:26.906255 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:04:26.906663 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:26.919544 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:04:26.938857 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:26.942771 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:26.987522 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:27.160058 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437752d-718c-4b61-8673-af8e201932fa req-9707b850-6926-47fe-bd68-944ff3910e29 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:27.161558 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1437752d-718c-4b61-8673-af8e201932fa req-9707b850-6926-47fe-bd68-944ff3910e29 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0470543 Jun 16 23:04:27.208003 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1437752d-718c-4b61-8673-af8e201932fa req-851b500f-20af-4844-bfff-ae697a9d7a1e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Jun 16 23:04:27.280145 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:04:27.364516 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cefe5-6305-4354-86e8-2f2c766fc6eb req-170b163f-f78f-4948-b99d-2b0b2c165ba8 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:27.366164 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7d1cefe5-6305-4354-86e8-2f2c766fc6eb req-170b163f-f78f-4948-b99d-2b0b2c165ba8 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 945 time: 0.0501301 Jun 16 23:04:27.414367 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7d1cefe5-6305-4354-86e8-2f2c766fc6eb req-fd271c1a-3153-4819-a516-1595cf217ca5 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Jun 16 23:04:27.560747 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:27.597913 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7cbfb-d776-43dc-b939-a6227f5a925d req-21d6046a-c34b-4ce8-af85-0aba74c232f0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:27.599474 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-02f7cbfb-d776-43dc-b939-a6227f5a925d req-21d6046a-c34b-4ce8-af85-0aba74c232f0 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0488503 Jun 16 23:04:27.647364 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-02f7cbfb-d776-43dc-b939-a6227f5a925d req-b5952763-74b8-49c7-b22d-501d11f7e499 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417967 Jun 16 23:04:27.937803 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591afe1-bfe3-43d2-a975-b5e2cdbc9c6f req-2247599c-0393-47c8-84cf-e02c42456570 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:27.939161 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2591afe1-bfe3-43d2-a975-b5e2cdbc9c6f req-2247599c-0393-47c8-84cf-e02c42456570 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 946 time: 0.0456128 Jun 16 23:04:27.988437 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2591afe1-bfe3-43d2-a975-b5e2cdbc9c6f req-965cc935-a0cb-4e21-ab69-47e81a8f7725 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Jun 16 23:04:28.322047 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f72f3b-6348-474a-a88d-f8f244b963f3 req-d2a1532b-29bb-4e2c-aaf6-8353d69c80ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:28.323533 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9f72f3b-6348-474a-a88d-f8f244b963f3 req-d2a1532b-29bb-4e2c-aaf6-8353d69c80ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0464497 Jun 16 23:04:28.372106 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a9f72f3b-6348-474a-a88d-f8f244b963f3 req-d0ed2061-e541-4330-afe7-d50c37eeb8a7 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Jun 16 23:04:28.525470 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0c0f8-5d91-4964-b195-d06ab5413553 req-233bbd61-cb3c-4b49-ac61-84e045258043 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:28.526830 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8cf0c0f8-5d91-4964-b195-d06ab5413553 req-233bbd61-cb3c-4b49-ac61-84e045258043 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 945 time: 0.0450618 Jun 16 23:04:28.571582 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8cf0c0f8-5d91-4964-b195-d06ab5413553 req-35770324-fa37-4150-937e-aed5dc5b5cea tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Jun 16 23:04:28.760002 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcc69d-f851-4d03-a488-af531e758275 req-418d2828-e7c5-4af9-bd59-3c15881088bf tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:28.761482 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-04fcc69d-f851-4d03-a488-af531e758275 req-418d2828-e7c5-4af9-bd59-3c15881088bf tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0495265 Jun 16 23:04:28.766251 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:04:28.808204 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-04fcc69d-f851-4d03-a488-af531e758275 req-b9db3327-5090-41cb-9f77-46ac1b51e091 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402389 Jun 16 23:04:28.824641 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:04:28.832224 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:04:28.832627 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:28.903207 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:04:28.903510 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:28.925670 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85395b04-657c-4595-83ca-b6a1635f6daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:28.927999 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d008d7b5-5ce1-431b-b39a-d32cfc1b13fd" -d '{"events": [{"server_uuid": "85395b04-657c-4595-83ca-b6a1635f6daa", "name": "network-vif-plugged", "status": "completed", "tag": "ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:28.941081 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:28.945474 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:28.968487 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a391a51e-6d17-4ea7-b4b0-1f91aa26811a x-openstack-request-id: req-a391a51e-6d17-4ea7-b4b0-1f91aa26811a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:28.968781 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85395b04-657c-4595-83ca-b6a1635f6daa", "name": "network-vif-plugged", "status": "completed", "tag": "ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:28.969031 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a391a51e-6d17-4ea7-b4b0-1f91aa26811a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:28.969420 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a391a51e-6d17-4ea7-b4b0-1f91aa26811a'] response: {'server_uuid': '85395b04-657c-4595-83ca-b6a1635f6daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38', 'code': 200} Jun 16 23:04:28.993971 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:29.100833 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b6af-6962-442f-8613-c8c3fa4580c0 req-6be6497a-9ce2-4239-b613-e98dc6978fb5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:29.102381 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b9d2b6af-6962-442f-8613-c8c3fa4580c0 req-6be6497a-9ce2-4239-b613-e98dc6978fb5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 946 time: 0.0491586 Jun 16 23:04:29.157632 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b9d2b6af-6962-442f-8613-c8c3fa4580c0 req-b66eadcf-2746-4ee9-8002-44f9d2ba6a7f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486050 Jun 16 23:04:29.415248 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6d22-9f6e-469f-943e-7bf335d8d1ae req-925ef29e-2751-4abb-ade2-07d1258fde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:29.416789 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fedb6d22-9f6e-469f-943e-7bf335d8d1ae req-925ef29e-2751-4abb-ade2-07d1258fde2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 1130 time: 0.0415661 Jun 16 23:04:29.471923 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fedb6d22-9f6e-469f-943e-7bf335d8d1ae req-fa9accd0-707f-4f70-bd8c-9568db962e1b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 Jun 16 23:04:29.496340 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a87cf-a021-4562-a272-e5c303fc7802 req-a7fd19e1-16da-4a2e-9b74-30531623dce5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:29.497840 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-631a87cf-a021-4562-a272-e5c303fc7802 req-a7fd19e1-16da-4a2e-9b74-30531623dce5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0504565 Jun 16 23:04:29.544386 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-631a87cf-a021-4562-a272-e5c303fc7802 req-6115d0b1-d4ee-4a8e-b41d-e133186eeb3a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405586 Jun 16 23:04:29.686707 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955330c6-9112-4f2b-b183-1fced36ff810 req-dc9d4764-01f7-4ca3-8c4a-ad5374db906e tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:29.688075 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-955330c6-9112-4f2b-b183-1fced36ff810 req-dc9d4764-01f7-4ca3-8c4a-ad5374db906e tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 946 time: 0.0457480 Jun 16 23:04:29.733649 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-955330c6-9112-4f2b-b183-1fced36ff810 req-51727ec3-ab72-44df-82ed-dbc8185bd8c7 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Jun 16 23:04:29.919790 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6cf64-9bda-4559-a9b5-55034ff7d795 req-2260bee6-909f-4c24-8370-11ea4ab12ccb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:29.921281 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-44a6cf64-9bda-4559-a9b5-55034ff7d795 req-2260bee6-909f-4c24-8370-11ea4ab12ccb tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0460088 Jun 16 23:04:29.939248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:29.972441 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-44a6cf64-9bda-4559-a9b5-55034ff7d795 req-16ccad1c-e953-4a3f-82d2-62006a099031 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456417 Jun 16 23:04:30.279223 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942f6bd-a321-4080-adda-d423000b9b10 req-7aababd2-ac46-4edf-84bb-7000742223c5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:30.280725 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6942f6bd-a321-4080-adda-d423000b9b10 req-7aababd2-ac46-4edf-84bb-7000742223c5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 946 time: 0.0483007 Jun 16 23:04:30.335112 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6942f6bd-a321-4080-adda-d423000b9b10 req-af55ceb4-2196-44b1-a251-9b2cdcdd3c53 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=335f7188-31fb-49a8-b575-1d516e6dc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489521 Jun 16 23:04:30.655865 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520d99-a6e7-40c3-95aa-375c4e3d062e req-22634607-1c6a-4776-b90f-41945a5c8bb8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:30.657323 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0d520d99-a6e7-40c3-95aa-375c4e3d062e req-22634607-1c6a-4776-b90f-41945a5c8bb8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0465446 Jun 16 23:04:30.702676 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0d520d99-a6e7-40c3-95aa-375c4e3d062e req-3c4e829c-d284-4953-8b2f-298c1ee19edb tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399158 Jun 16 23:04:30.809055 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:30.850093 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf189b-e022-4b45-8e9e-3747b5390815 req-2824526c-c530-43de-8d9c-61b62cf97a86 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:30.850745 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38012278-38b5-4aaa-a498-1241224bd585 req-72e9e633-05c7-47ab-a97b-cc2ae65db31c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:30.851543 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74cf189b-e022-4b45-8e9e-3747b5390815 req-2824526c-c530-43de-8d9c-61b62cf97a86 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 946 time: 0.0521841 Jun 16 23:04:30.852203 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-38012278-38b5-4aaa-a498-1241224bd585 req-72e9e633-05c7-47ab-a97b-cc2ae65db31c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 946 time: 0.0500097 Jun 16 23:04:30.900434 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74cf189b-e022-4b45-8e9e-3747b5390815 req-35ce37d0-ed76-4297-bf3d-27b4ae4b305c tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Jun 16 23:04:30.960271 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53a0d-5889-4f7b-a3fb-6049b533b2ca req-4d5ad6d8-2ca7-4b78-9475-46cea81be5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:30.961751 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b4d53a0d-5889-4f7b-a3fb-6049b533b2ca req-4d5ad6d8-2ca7-4b78-9475-46cea81be5da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1129 time: 0.0765629 Jun 16 23:04:30.974634 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Deleting port e50a352e-8b05-48d5-9a0b-3df6a0efc12b {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:04:30.974979 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:31.063506 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] For port e50a352e-8b05-48d5-9a0b-3df6a0efc12b, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:31.063864 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:31.086148 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd2621-589f-4295-8588-73ffa7f9c62d req-1cc86ef8-e8bd-4a42-91d6-3b5d5d37ea3f tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:31.087938 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c5dd2621-589f-4295-8588-73ffa7f9c62d req-1cc86ef8-e8bd-4a42-91d6-3b5d5d37ea3f tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Jun 16 23:04:31.135758 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c5dd2621-589f-4295-8588-73ffa7f9c62d req-6fb2f424-15c6-4ed3-a9cc-95337e431afd tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 Jun 16 23:04:31.188543 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:31.272274 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:31.272635 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (620a052b-d381-420d-a336-397cf3518d59), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:31.272951 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Floating IP 620a052b-d381-420d-a336-397cf3518d59 disassociated. External IP: 172.27.3.44, port: e50a352e-8b05-48d5-9a0b-3df6a0efc12b. Jun 16 23:04:31.273293 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Calling delete_port for e50a352e-8b05-48d5-9a0b-3df6a0efc12b owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:04:31.352171 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:31.379284 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:31.415701 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (e50a352e-8b05-48d5-9a0b-3df6a0efc12b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:31.438375 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1a919216-c1d9-4d36-a47d-f35a2e482250 req-99bf69b6-066e-425f-b90d-bc26ea664ce2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 210 time: 0.0332940 Jun 16 23:04:31.449081 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'Port': ['ID=e50a352e-8b05-48d5-9a0b-3df6a0efc12b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:31.512184 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b4d53a0d-5889-4f7b-a3fb-6049b533b2ca req-0ceeb1d7-f47d-40f2-a2a2-0885069c999b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107328 Jun 16 23:04:31.576421 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:04:31.679134 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:04:31.689754 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:04:31.700141 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:04:31.700756 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:04:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:31.722400 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] No DVR routers for this DVR port e50a352e-8b05-48d5-9a0b-3df6a0efc12b on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:04:31.725011 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:31.728221 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-38012278-38b5-4aaa-a498-1241224bd585 req-5c089404-494c-4530-8936-c2ee702ef681 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "DELETE /v2.0/ports/e50a352e-8b05-48d5-9a0b-3df6a0efc12b HTTP/1.1" status: 204 len: 173 time: 0.8683636 Jun 16 23:04:31.728723 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'name': 'network-vif-deleted', 'tag': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:31.731581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478465c8-d416-4632-a15b-4d69588dc0bb" -d '{"events": [{"server_uuid": "22fa37ae-2cac-42ad-9332-ab7da7c574d5", "name": "network-vif-deleted", "tag": "e50a352e-8b05-48d5-9a0b-3df6a0efc12b"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:31.769881 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1072f26-a16c-4613-9cfe-663f7e410c5f x-openstack-request-id: req-e1072f26-a16c-4613-9cfe-663f7e410c5f {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:31.770166 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fa37ae-2cac-42ad-9332-ab7da7c574d5", "name": "network-vif-deleted", "tag": "e50a352e-8b05-48d5-9a0b-3df6a0efc12b", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:31.770413 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e1072f26-a16c-4613-9cfe-663f7e410c5f {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:31.770862 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1072f26-a16c-4613-9cfe-663f7e410c5f'] response: {'server_uuid': '22fa37ae-2cac-42ad-9332-ab7da7c574d5', 'name': 'network-vif-deleted', 'tag': 'e50a352e-8b05-48d5-9a0b-3df6a0efc12b', 'status': 'completed', 'code': 200} Jun 16 23:04:31.806543 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:31.828035 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:04:31.835448 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd00ce-ca8f-4064-b8f2-c3f74bfa140a req-d56b287e-93b8-4144-8855-31fa23335ff4 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:31.837749 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ffdd00ce-ca8f-4064-b8f2-c3f74bfa140a req-d56b287e-93b8-4144-8855-31fa23335ff4 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0554867 Jun 16 23:04:31.896067 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ffdd00ce-ca8f-4064-b8f2-c3f74bfa140a req-2bfec47b-c277-463d-bead-169dfa64a120 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518723 Jun 16 23:04:31.920429 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:32.022222 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64802ec-76ab-4c8a-a39a-72817ea14f04 req-598834d5-fc73-4c12-90bf-9ea57b16fc07 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:32.023757 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d64802ec-76ab-4c8a-a39a-72817ea14f04 req-598834d5-fc73-4c12-90bf-9ea57b16fc07 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 946 time: 0.0509386 Jun 16 23:04:32.064793 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:56Z', 'revision_number': 2, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:32.076555 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d64802ec-76ab-4c8a-a39a-72817ea14f04 req-fbe15241-e806-402c-8824-9af93c92be03 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460670 Jun 16 23:04:32.089302 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:04:32.098710 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:04:32.099322 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:04:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:32.213262 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:04:32.246381 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:04:32.271659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1adf2-aca5-4b70-8651-5191ffff5a84 req-8ccfbd61-44e0-4581-8433-3ae8ff1320cd tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:32.279602 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d1adf2-aca5-4b70-8651-5191ffff5a84 req-8ccfbd61-44e0-4581-8433-3ae8ff1320cd tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0662448 Jun 16 23:04:32.323115 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-74d1adf2-aca5-4b70-8651-5191ffff5a84 req-71c01be0-3e6b-4baa-a92a-f220edf61650 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424662 Jun 16 23:04:32.440875 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:56Z', 'revision_number': 2, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:32.466340 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa85dbf-c284-4f77-b301-132e686943d5 None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'b1141271-d728-4afd-b968-5524e551eec8', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:d5:f8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd118b-cc42-4dbe-93f1-784454892318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:01:01Z', 'updated_at': '2022-06-16T23:01:56Z', 'revision_number': 2, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:04:32.552717 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5f39786b-8b42-4c0f-99a2-c9082d4a5b09 req-afab8572-6d20-4636-8b6b-eb06f9a20bf8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 210 time: 0.0291677 Jun 16 23:04:32.668849 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d6d97c9d-cb6e-4228-95e1-922761667620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:32.709250 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4693b712-85ca-4997-a2d1-4012cf0ed536 None None] New status for floating IP 620a052b-d381-420d-a336-397cf3518d59: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:04:33.022030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c02a3-a4ca-449c-bb66-54c0b41deaae req-ae05a000-1b50-406c-9718-c9054d7dbfcb tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:33.024244 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-580c02a3-a4ca-449c-bb66-54c0b41deaae req-ae05a000-1b50-406c-9718-c9054d7dbfcb tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0511029 Jun 16 23:04:33.075043 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-580c02a3-a4ca-449c-bb66-54c0b41deaae req-749e8434-dc34-47a2-9f95-3126c1275d7e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450375 Jun 16 23:04:33.444213 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe93d3-2169-4e5e-b6a0-be7d4db907e2 req-e31c8d8b-54c3-46f2-b42b-21b76f1f7cbe tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:33.445702 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bfe93d3-2169-4e5e-b6a0-be7d4db907e2 req-e31c8d8b-54c3-46f2-b42b-21b76f1f7cbe tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0512562 Jun 16 23:04:33.494998 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bfe93d3-2169-4e5e-b6a0-be7d4db907e2 req-9d637c0c-a5b1-4f4a-8006-f0e2313ff7c6 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Jun 16 23:04:33.672950 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e33d5b14-bb88-42bb-a220-bd2437373946 req-7f0f22cb-7059-4090-8d12-d5d2fd8e23c3 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=22fa37ae-2cac-42ad-9332-ab7da7c574d5 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Jun 16 23:04:33.928954 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-cde121ba-db82-46d0-a5d0-0310f985e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:33.930484 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-cde121ba-db82-46d0-a5d0-0310f985e0aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1129 time: 0.0483704 Jun 16 23:04:33.931261 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc844-d87e-4368-96b5-7e1eb9ac1ffd req-92efb376-a162-4afc-aac7-9325ffd1a173 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:33.935198 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddcfc844-d87e-4368-96b5-7e1eb9ac1ffd req-92efb376-a162-4afc-aac7-9325ffd1a173 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0512664 Jun 16 23:04:33.962961 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:33.994317 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddcfc844-d87e-4368-96b5-7e1eb9ac1ffd req-23db47cf-094f-4310-9deb-9736bac8835a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533106 Jun 16 23:04:34.037249 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-62befaf0-edac-4888-98c5-c9aced7b8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:34.038774 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-62befaf0-edac-4888-98c5-c9aced7b8b80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.0981765 Jun 16 23:04:34.103478 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-af51b393-08c3-42d4-bacf-2ce5aa5536f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 200 len: 1001 time: 0.0573642 Jun 16 23:04:34.153361 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-ca386b88-bf93-4b94-b32c-c6409d5f1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:34.154846 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-ca386b88-bf93-4b94-b32c-c6409d5f1cf6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0436730 Jun 16 23:04:34.193960 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c6993-fa7d-42eb-9689-ce4bb8f44110 req-ac467b00-57f2-4b94-a567-9c12c9db2dd1 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:34.195554 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cd1c6993-fa7d-42eb-9689-ce4bb8f44110 req-ac467b00-57f2-4b94-a567-9c12c9db2dd1 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0520082 Jun 16 23:04:34.202253 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-39d21804-261b-480d-99d9-c3e07d40ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:34.203764 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-39d21804-261b-480d-99d9-c3e07d40ba66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391772 Jun 16 23:04:34.243973 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cd1c6993-fa7d-42eb-9689-ce4bb8f44110 req-12c28932-20e7-4ff9-b5df-4d071c11fec9 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Jun 16 23:04:34.542265 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-e49d8684-13f2-4085-83fa-9ca78c523c3d service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319225 Jun 16 23:04:34.631615 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-0c170ff5-3ceb-4379-88f8-ad4fb985d6fb req-8c67a451-db1b-4f7a-9b91-cbeac64f1be6 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816872 Jun 16 23:04:34.756732 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 54682) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:34.786812 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device e50a352e-8b05-48d5-9a0b-3df6a0efc12b no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:04:34.809172 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: e50a352e-8b05-48d5-9a0b-3df6a0efc12b {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:04:34.809515 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device e50a352e-8b05-48d5-9a0b-3df6a0efc12b not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:04:34.812414 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (335f7188-31fb-49a8-b575-1d516e6dc9b5), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:34.836635 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (335f7188-31fb-49a8-b575-1d516e6dc9b5), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:34.888141 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (335f7188-31fb-49a8-b575-1d516e6dc9b5), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:34.890714 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:34.891921 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "DELETE /v2.0/security-groups/335f7188-31fb-49a8-b575-1d516e6dc9b5 HTTP/1.1" status: 204 len: 168 time: 0.1341844 Jun 16 23:04:34.894773 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54684) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:34.901803 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335f7188-31fb-49a8-b575-1d516e6dc9b5,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:34.909982 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.910227 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.api.v2.resource [None req-920efff7-f31d-4bdd-8409-a4f9c9dfe67e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] show failed (client error): The resource could not be found. Jun 16 23:04:34.910332 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.910689 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.911026 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914281 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914405 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-920efff7-f31d-4bdd-8409-a4f9c9dfe67e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups/335f7188-31fb-49a8-b575-1d516e6dc9b5 HTTP/1.1" status: 404 len: 347 time: 0.0156353 Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.914501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95542e-b443-4a75-bbb3-927d0296047f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:04:34.915405 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54686) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:34.925291 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:34.968983 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bc23d246-05c9-4f2c-a993-f184f3ef175a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:35.031953 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Deleting port 194877cc-4f2c-433a-8d06-52ec32d23075 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:04:35.032397 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (194877cc-4f2c-433a-8d06-52ec32d23075), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:35.099001 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:35.112189 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (194877cc-4f2c-433a-8d06-52ec32d23075), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:35.112509 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (194877cc-4f2c-433a-8d06-52ec32d23075), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:35.116355 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515b97b-75bb-4b6b-9097-df8472a0450d req-2cf37431-1d6a-48fd-931b-df343227cd4b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:35.117867 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5515b97b-75bb-4b6b-9097-df8472a0450d req-2cf37431-1d6a-48fd-931b-df343227cd4b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Jun 16 23:04:35.124411 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Calling delete_port for 194877cc-4f2c-433a-8d06-52ec32d23075 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:04:35.165665 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5515b97b-75bb-4b6b-9097-df8472a0450d req-907add61-89db-4115-a8e9-9961613d5dc5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415881 Jun 16 23:04:35.185721 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:35.266680 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (194877cc-4f2c-433a-8d06-52ec32d23075), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:35.291291 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'Port': ['ID=194877cc-4f2c-433a-8d06-52ec32d23075,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:35.353309 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (620a052b-d381-420d-a336-397cf3518d59), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:35.355984 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:35.357116 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-acb51740-cfb5-4341-be2a-c1f026da9fb6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "DELETE /v2.0/floatingips/620a052b-d381-420d-a336-397cf3518d59 HTTP/1.1" status: 204 len: 168 time: 0.4406812 Jun 16 23:04:35.360933 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57171f-a2ea-4587-9cd1-b9e1bbd787d4 req-f4eb36e2-7bc8-4ea7-af20-05ccd2aede95 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:35.362471 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9a57171f-a2ea-4587-9cd1-b9e1bbd787d4 req-f4eb36e2-7bc8-4ea7-af20-05ccd2aede95 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0489337 Jun 16 23:04:35.409654 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9a57171f-a2ea-4587-9cd1-b9e1bbd787d4 req-228d64b4-ed6d-44eb-b380-30b5ac34853c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Jun 16 23:04:35.797013 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:36.287257 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedf005-1675-4591-b503-4a6bb1b11e1e req-8e35f26f-dda6-4e3a-a68c-a13d42ce202c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:36.288764 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7dedf005-1675-4591-b503-4a6bb1b11e1e req-8e35f26f-dda6-4e3a-a68c-a13d42ce202c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0502961 Jun 16 23:04:36.579420 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7dedf005-1675-4591-b503-4a6bb1b11e1e req-2411891a-8972-49cf-8425-52c8edd89a6d tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843480 Jun 16 23:04:36.612601 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b19da-abbc-4d0b-b360-fb7cf2bf29b6 req-ecf6248a-4707-4f21-9c7a-226e2ae2fd0c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:36.614020 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-671b19da-abbc-4d0b-b360-fb7cf2bf29b6 req-ecf6248a-4707-4f21-9c7a-226e2ae2fd0c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0501442 Jun 16 23:04:36.660409 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-671b19da-abbc-4d0b-b360-fb7cf2bf29b6 req-9cfedd03-45f1-4bd7-9bdd-e46aa67d711e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 Jun 16 23:04:37.379462 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:37.691297 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c437b-279b-49b2-a11c-79669428fb35 req-5ec940f4-2501-4080-ab02-bf3293ceaef8 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:37.692927 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7e9c437b-279b-49b2-a11c-79669428fb35 req-5ec940f4-2501-4080-ab02-bf3293ceaef8 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0467970 Jun 16 23:04:37.741879 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7e9c437b-279b-49b2-a11c-79669428fb35 req-f4f7f45f-c5cc-4738-ad27-ddf0b76c3431 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Jun 16 23:04:37.823025 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bbb0b-2fb4-4b8f-b953-8b0e82191cdc req-c099abba-e7bf-4223-b1a8-3fdf525dab05 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:37.824384 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d76bbb0b-2fb4-4b8f-b953-8b0e82191cdc req-c099abba-e7bf-4223-b1a8-3fdf525dab05 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0563354 Jun 16 23:04:37.870696 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5c37-f9b6-401e-81a3-d5c9e8841934 req-f2aa1c61-5a6d-44c4-beca-60fa1bbc5b69 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:37.872111 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e2ef5c37-f9b6-401e-81a3-d5c9e8841934 req-f2aa1c61-5a6d-44c4-beca-60fa1bbc5b69 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0661440 Jun 16 23:04:37.880518 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54722) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:37.885094 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c3a18926-5620-43a3-99cc-4081fad225f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Request body: {'floatingip': {'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:37.897544 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d76bbb0b-2fb4-4b8f-b953-8b0e82191cdc req-ec66acc8-2492-4585-aa3a-a64b16a881d3 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570157 Jun 16 23:04:37.939736 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c3a18926-5620-43a3-99cc-4081fad225f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (6ed192b3-8831-4709-98ce-42555fddc032), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:38.249782 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:38.282784 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:38.376522 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:38.379008 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c3a18926-5620-43a3-99cc-4081fad225f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:38.382471 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c3a18926-5620-43a3-99cc-4081fad225f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (6ed192b3-8831-4709-98ce-42555fddc032), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:38.588903 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a18926-5620-43a3-99cc-4081fad225f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Router 3f01feb7-16c0-4fac-beda-01cd9d84d32d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:04:38.591390 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:38.694382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a18926-5620-43a3-99cc-4081fad225f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:04:38.699770 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c3a18926-5620-43a3-99cc-4081fad225f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:38.704527 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] Sync routers for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:04:38.713694 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:04:38.714288 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:04:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:38.730396 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:38.732727 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06acd20-7427-4f85-b2eb-94ac008fffa9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:38.767906 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c3a18926-5620-43a3-99cc-4081fad225f1 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "PUT /v2.0/floatingips/6ed192b3-8831-4709-98ce-42555fddc032 HTTP/1.1" status: 200 len: 993 time: 0.8860614 Jun 16 23:04:38.779425 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f8850c-ee26-4263-8587-dbea0e8ca750 x-openstack-request-id: req-e2f8850c-ee26-4263-8587-dbea0e8ca750 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:38.779716 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:38.779968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e2f8850c-ee26-4263-8587-dbea0e8ca750 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:38.780378 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f8850c-ee26-4263-8587-dbea0e8ca750'] response: {'name': 'network-changed', 'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'status': 'completed', 'code': 200} Jun 16 23:04:38.826635 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:04:38.844300 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-5e3e4012-1ea1-4f9e-be09-58e3f7e478e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:38.845735 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-5e3e4012-1ea1-4f9e-be09-58e3f7e478e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1129 time: 0.0396788 Jun 16 23:04:38.868227 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:38.940933 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-19bdd566-68e9-4f21-b5ca-79522fb6014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:38.942434 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-19bdd566-68e9-4f21-b5ca-79522fb6014c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.0907884 Jun 16 23:04:39.006337 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-5a952eb6-f389-4fa2-a447-64458bcd7355 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 200 len: 1001 time: 0.0572643 Jun 16 23:04:39.024343 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447de37-e65a-4639-98ba-11ed83fb0e27 req-828eedbd-7c6f-4330-a7f1-11e299914dd0 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:39.025979 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2447de37-e65a-4639-98ba-11ed83fb0e27 req-828eedbd-7c6f-4330-a7f1-11e299914dd0 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0530303 Jun 16 23:04:39.040738 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:39.045690 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '6ed192b3-8831-4709-98ce-42555fddc032', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'mac_address': 'fa:16:3e:54:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:32Z', 'updated_at': '2022-06-16T23:04:38Z', 'revision_number': 3, 'project_id': '60447df5461141e883d207e028b74bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:39.056224 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-a9b72c43-e3bb-4d21-b576-dd1ebfa52a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:39.058011 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-a9b72c43-e3bb-4d21-b576-dd1ebfa52a2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0464363 Jun 16 23:04:39.072273 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] Checking router: 3f01feb7-16c0-4fac-beda-01cd9d84d32d for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:04:39.078583 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2447de37-e65a-4639-98ba-11ed83fb0e27 req-26760aa6-58f8-45ed-9a84-deeda0a9ce8b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447218 Jun 16 23:04:39.080831 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:04:39.081445 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:04:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:39.113089 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-7c609df1-e4a0-4267-9cd6-0ac5d519cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:39.114581 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-7c609df1-e4a0-4267-9cd6-0ac5d519cc05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501978 Jun 16 23:04:39.184409 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:04:39.206549 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-2fb8549f-27ee-4d8c-b0e1-aa5d588f8553 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844748 Jun 16 23:04:39.300294 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c06acd20-7427-4f85-b2eb-94ac008fffa9 req-38c19e1d-a109-489b-a35f-83f295dc14d7 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879397 Jun 16 23:04:39.393168 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '6ed192b3-8831-4709-98ce-42555fddc032', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'mac_address': 'fa:16:3e:54:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:32Z', 'updated_at': '2022-06-16T23:04:38Z', 'revision_number': 3, 'project_id': '60447df5461141e883d207e028b74bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:39.420337 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64386f1-f4e0-47e1-8221-a8819361a962 None None] The sync data for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi is: [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '6ed192b3-8831-4709-98ce-42555fddc032', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'port_id': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'mac_address': 'fa:16:3e:54:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:02:32Z', 'updated_at': '2022-06-16T23:04:38Z', 'revision_number': 3, 'project_id': '60447df5461141e883d207e028b74bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:04:39.977239 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80f51361-7f15-4403-b477-b44400db07db req-d955d17b-1a85-446a-ab96-e40cb9cd7953 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376720 Jun 16 23:04:40.193617 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f80fd-5c9b-4285-9a72-6e528458f662 req-8bec6c53-9651-401b-a703-84afb5545e77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:40.195112 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-821f80fd-5c9b-4285-9a72-6e528458f662 req-8bec6c53-9651-401b-a703-84afb5545e77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0462503 Jun 16 23:04:40.225559 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:40.243604 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-821f80fd-5c9b-4285-9a72-6e528458f662 req-b12f8d6a-cfc4-403f-9857-19db7f3ef693 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Jun 16 23:04:40.378339 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51361-7f15-4403-b477-b44400db07db req-959b8a58-60b9-426b-9974-7c54f8f21b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:40.379904 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80f51361-7f15-4403-b477-b44400db07db req-959b8a58-60b9-426b-9974-7c54f8f21b6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 1129 time: 0.0400147 Jun 16 23:04:40.752217 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:40.785277 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:40.787519 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06cc194-3157-4d57-b1f5-0930dcfdca2d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:40.824390 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51361-7f15-4403-b477-b44400db07db req-faac4d6a-3bec-4f7b-b977-de1c410cc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:40.826025 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80f51361-7f15-4403-b477-b44400db07db req-faac4d6a-3bec-4f7b-b977-de1c410cc7a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.1018770 Jun 16 23:04:40.827454 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e9b34-1718-4670-9ddb-803695611c74 x-openstack-request-id: req-348e9b34-1718-4670-9ddb-803695611c74 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:40.827741 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:40.827990 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-348e9b34-1718-4670-9ddb-803695611c74 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:40.828361 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348e9b34-1718-4670-9ddb-803695611c74'] response: {'name': 'network-changed', 'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'status': 'completed', 'code': 200} Jun 16 23:04:41.008022 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80f51361-7f15-4403-b477-b44400db07db req-bbbdfb0c-1077-46bf-905f-b2c9c3e4d48e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa HTTP/1.1" status: 200 len: 217 time: 0.0623572 Jun 16 23:04:41.019455 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-c991ea1e-9297-48fd-ac43-d7e7945326a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:41.020882 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-c991ea1e-9297-48fd-ac43-d7e7945326a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60447df5461141e883d207e028b74bc7&device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 1129 time: 0.0673039 Jun 16 23:04:41.166854 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51361-7f15-4403-b477-b44400db07db req-1a1f4b1d-fa51-4a55-9c4c-a771e5da2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:41.168328 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80f51361-7f15-4403-b477-b44400db07db req-1a1f4b1d-fa51-4a55-9c4c-a771e5da2f87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.0944452 Jun 16 23:04:41.223315 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-b975c10b-8365-4bc8-87b0-2a6a14c78be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:41.224786 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-b975c10b-8365-4bc8-87b0-2a6a14c78be1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 200 len: 920 time: 0.1598616 Jun 16 23:04:41.227644 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51361-7f15-4403-b477-b44400db07db req-d62770ca-e0ed-41a9-bd27-ae3617649b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:41.229024 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80f51361-7f15-4403-b477-b44400db07db req-d62770ca-e0ed-41a9-bd27-ae3617649b28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529613 Jun 16 23:04:41.356593 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543b224-c087-423c-bdc2-6ebf9f59af94 req-1d81fe4d-e819-4c6f-82ec-afa2ace3c20c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:41.358074 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7543b224-c087-423c-bdc2-6ebf9f59af94 req-1d81fe4d-e819-4c6f-82ec-afa2ace3c20c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0468433 Jun 16 23:04:41.406843 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7543b224-c087-423c-bdc2-6ebf9f59af94 req-2a44c7f4-f690-4a81-b39f-ba1148e61a5b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Jun 16 23:04:41.605690 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b405-e277-4beb-9104-ee83f2cdc033 req-0c3eb908-d54c-4594-9aa5-e26ed90d9316 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:41.607141 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a49b405-e277-4beb-9104-ee83f2cdc033 req-0c3eb908-d54c-4594-9aa5-e26ed90d9316 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0456309 Jun 16 23:04:41.652429 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a49b405-e277-4beb-9104-ee83f2cdc033 req-5b8d0568-74e6-48dd-ac01-df035d87dc5f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Jun 16 23:04:42.738954 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:42.749707 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:42.763591 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cc8c9-b40d-42be-ba92-77187b74a9d2 req-bc370b06-f3e0-444f-916b-944cf6b62d92 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:42.765040 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f20cc8c9-b40d-42be-ba92-77187b74a9d2 req-bc370b06-f3e0-444f-916b-944cf6b62d92 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0463519 Jun 16 23:04:42.810574 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f20cc8c9-b40d-42be-ba92-77187b74a9d2 req-75cb3db1-a7fe-4faf-8560-7cfd3b5bd715 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401130 Jun 16 23:04:42.893528 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:42.921139 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:42.993229 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-a5629713-091d-45ee-a3d3-8c3ef26e4153 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 200 len: 1001 time: 0.1120789 Jun 16 23:04:43.022807 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80f51361-7f15-4403-b477-b44400db07db req-399ceadf-e9a5-4511-8c6a-04f92981af4b service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336551 Jun 16 23:04:43.937186 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330472fd-0061-4b31-a9fa-353a60522efd req-d8ce934e-303a-49e5-8106-0c83a4dad007 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:43.938764 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-330472fd-0061-4b31-a9fa-353a60522efd req-d8ce934e-303a-49e5-8106-0c83a4dad007 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0603430 Jun 16 23:04:43.949837 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-85f7cc35-19b7-4bb5-b0a9-cebbd9460f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:43.951332 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-85f7cc35-19b7-4bb5-b0a9-cebbd9460f42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 200 len: 858 time: 0.1076279 Jun 16 23:04:43.982941 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-4ac6de16-efca-42db-b37c-d3d5c399d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:43.984408 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-4ac6de16-efca-42db-b37c-d3d5c399d6a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 1130 time: 0.0631104 Jun 16 23:04:43.997116 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80f51361-7f15-4403-b477-b44400db07db req-7dc515f1-cd58-4e62-b2da-7b49c99b5e9d service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456025 Jun 16 23:04:44.018194 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-330472fd-0061-4b31-a9fa-353a60522efd req-e4aa7761-3a02-4c25-954c-1c8991a9f40d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638402 Jun 16 23:04:44.018391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-20f0c7c3-85cb-4fac-844c-6622dd117195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:44.027166 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-20f0c7c3-85cb-4fac-844c-6622dd117195 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1257ed-1734-4595-b520-c36ad32e1031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650189 Jun 16 23:04:44.103995 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-28dbdfdd-a8d8-4716-8128-45dbe6ae17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:44.106024 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-28dbdfdd-a8d8-4716-8128-45dbe6ae17cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 911 time: 0.1147146 Jun 16 23:04:44.129627 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-253a2047-70f2-4266-a111-c62ae2058954 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909803 Jun 16 23:04:44.431122 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-cc19a4b8-bf98-46fb-8cf8-3fa089e86dae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade HTTP/1.1" status: 200 len: 1001 time: 0.1064847 Jun 16 23:04:44.432044 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f06cc194-3157-4d57-b1f5-0930dcfdca2d req-23250ca5-1c18-4b81-b275-1b4ab11e03ae service neutron] 10.222.0.26 "GET /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063156 Jun 16 23:04:44.505937 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-e6a8c843-762b-414a-aaf1-d471741c0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:44.507406 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-e6a8c843-762b-414a-aaf1-d471741c0443 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d441631d-427b-4b17-9128-b6f9e0efe649 HTTP/1.1" status: 200 len: 849 time: 0.0485525 Jun 16 23:04:44.757137 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-88edf0be-de83-4fd9-adab-6353b961ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:44.758504 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-88edf0be-de83-4fd9-adab-6353b961ce91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cf34f4a-7249-4d59-a812-ce9cab585661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381255 Jun 16 23:04:44.847320 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-b944a2ab-21ae-4fec-bb5f-f07305c202be service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816743 Jun 16 23:04:44.938496 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f831e34-81ea-4d93-91fb-77b2e6e348bf req-e7a1f935-f4d4-4d65-9e52-b4872fc60ffc service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848832 Jun 16 23:04:45.149843 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b14b9-db99-42cc-b0ac-df4a9a54508b req-dc30af28-3beb-4f6a-96d1-05bd8c4d641b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:45.151437 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f3b14b9-db99-42cc-b0ac-df4a9a54508b req-dc30af28-3beb-4f6a-96d1-05bd8c4d641b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0575259 Jun 16 23:04:45.215903 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3f3b14b9-db99-42cc-b0ac-df4a9a54508b req-078efbb2-b00a-4b79-afd4-7ef36d9feaac tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563531 Jun 16 23:04:45.420817 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc06bac-dc0a-4ac6-8c00-dc3692bfe0e3 req-1e12ee74-b2f3-46a4-9be9-bad2a5801b4e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:45.422280 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dcc06bac-dc0a-4ac6-8c00-dc3692bfe0e3 req-1e12ee74-b2f3-46a4-9be9-bad2a5801b4e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Jun 16 23:04:45.463335 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:45.468547 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dcc06bac-dc0a-4ac6-8c00-dc3692bfe0e3 req-08cbfb01-1e62-461a-a255-287403a50a7f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408452 Jun 16 23:04:46.330987 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570ee4d-3335-4bc2-9b77-f8db5db707a7 req-1846f187-4311-4e09-835c-42781e9815b8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:46.332484 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4570ee4d-3335-4bc2-9b77-f8db5db707a7 req-1846f187-4311-4e09-835c-42781e9815b8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0504587 Jun 16 23:04:46.379078 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4570ee4d-3335-4bc2-9b77-f8db5db707a7 req-d884f762-497c-460d-a1a6-a480fae3635c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Jun 16 23:04:46.583168 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cea9e5-d433-410d-9cbd-a1627535e9d1 req-457d4ff7-d96b-4636-a941-cc515c461d41 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:46.584620 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17cea9e5-d433-410d-9cbd-a1627535e9d1 req-457d4ff7-d96b-4636-a941-cc515c461d41 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.0495417 Jun 16 23:04:46.630799 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17cea9e5-d433-410d-9cbd-a1627535e9d1 req-ba25821d-ad92-4a80-bada-5505e8d337e0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405359 Jun 16 23:04:47.454603 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:47.492427 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61456d-f8ab-463a-aba1-da3a55bb6d38 req-ab86da02-04d9-43ec-a153-be9855b6b1e9 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:47.493795 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1d61456d-f8ab-463a-aba1-da3a55bb6d38 req-ab86da02-04d9-43ec-a153-be9855b6b1e9 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0494556 Jun 16 23:04:47.541204 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1d61456d-f8ab-463a-aba1-da3a55bb6d38 req-059a80a4-cd34-44b8-bd5c-800e83b923cb tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Jun 16 23:04:47.739591 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92d5d-859a-4806-bdb1-1751090238a2 req-35668338-9793-4cea-b320-57f4c2d82b38 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:47.741037 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-58d92d5d-859a-4806-bdb1-1751090238a2 req-35668338-9793-4cea-b320-57f4c2d82b38 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.0458615 Jun 16 23:04:47.790495 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-58d92d5d-859a-4806-bdb1-1751090238a2 req-091b1bf3-9313-4758-b04a-b197e5f323fe tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432565 Jun 16 23:04:48.654325 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dcf13-2ba7-4d21-8208-dccb82aa16c1 req-8b35fa72-5d39-42a7-87fd-722370907fe5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:48.655820 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb9dcf13-2ba7-4d21-8208-dccb82aa16c1 req-8b35fa72-5d39-42a7-87fd-722370907fe5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0459199 Jun 16 23:04:48.701527 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb9dcf13-2ba7-4d21-8208-dccb82aa16c1 req-8d3124ce-d41e-4a55-bf75-184e59a0f3be tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 Jun 16 23:04:48.915099 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3587e8-3b3a-4868-bdcf-cf599600dbf9 req-6ca0d80b-c863-4844-8d03-df68ebd690a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:48.917047 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1c3587e8-3b3a-4868-bdcf-cf599600dbf9 req-6ca0d80b-c863-4844-8d03-df68ebd690a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.0595846 Jun 16 23:04:48.962189 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1c3587e8-3b3a-4868-bdcf-cf599600dbf9 req-01a2d793-46e1-4fa8-8ce5-86b6a8d9c7b6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396221 Jun 16 23:04:49.395139 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=54 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:49.396362 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=39 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:49.816429 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344d6ae-54a4-4a8f-844a-e7fea80912a2 req-173004cd-80ff-45e9-839a-9cec05ab758a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:49.817898 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b344d6ae-54a4-4a8f-844a-e7fea80912a2 req-173004cd-80ff-45e9-839a-9cec05ab758a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0504284 Jun 16 23:04:49.864927 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b344d6ae-54a4-4a8f-844a-e7fea80912a2 req-81771191-e002-4a21-99a8-f1bb79fcaec4 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Jun 16 23:04:50.073306 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be4530-7c7c-44cc-9707-cbdeb3219c2d req-fedd479f-e814-470e-9385-a15eaa92ef90 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:50.074797 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f7be4530-7c7c-44cc-9707-cbdeb3219c2d req-fedd479f-e814-470e-9385-a15eaa92ef90 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.0466108 Jun 16 23:04:50.123583 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f7be4530-7c7c-44cc-9707-cbdeb3219c2d req-043f0835-481d-44e8-970a-19fb7102cbbd tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=18345237-18fb-43cf-be85-e7120e75bd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434296 Jun 16 23:04:50.435700 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313f7f-053a-494f-a62d-cddef899c18e req-19aa6dbe-cbbe-45ab-b84b-d8c2188f6fcc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:50.437113 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cc313f7f-053a-494f-a62d-cddef899c18e req-19aa6dbe-cbbe-45ab-b84b-d8c2188f6fcc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 945 time: 0.0452015 Jun 16 23:04:50.556056 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Deleting port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:04:50.556393 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:50.649323 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] For port cdc1a373-1b2c-4326-9d15-b3c2fc92a365, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:50.649686 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:50.745099 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:50.855885 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:50.856550 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (b1141271-d728-4afd-b968-5524e551eec8), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:50.856550 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Floating IP b1141271-d728-4afd-b968-5524e551eec8 disassociated. External IP: 172.27.3.115, port: cdc1a373-1b2c-4326-9d15-b3c2fc92a365. Jun 16 23:04:50.856873 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Calling delete_port for cdc1a373-1b2c-4326-9d15-b3c2fc92a365 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:04:50.911040 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:51.003884 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8603b6-1f44-47fc-8bf2-7da6277b06fa req-ff58831d-803b-45ea-a016-4762e856df77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:51.005256 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e8603b6-1f44-47fc-8bf2-7da6277b06fa req-ff58831d-803b-45ea-a016-4762e856df77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0740604 Jun 16 23:04:51.032386 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (cdc1a373-1b2c-4326-9d15-b3c2fc92a365), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:51.066797 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'Port': ['ID=cdc1a373-1b2c-4326-9d15-b3c2fc92a365,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:51.092167 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3e8603b6-1f44-47fc-8bf2-7da6277b06fa req-7a57aa12-0d87-4e9b-9159-d36b7c7ceb3d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799353 Jun 16 23:04:51.188062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:04:51.224808 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5fb9e79a-c04d-4c89-84dc-c94adc435484 req-57af5725-5bb0-4a70-b949-70537e7e6180 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=5cfd118b-cc42-4dbe-93f1-784454892318 HTTP/1.1" status: 200 len: 210 time: 0.0318403 Jun 16 23:04:51.313537 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:04:51.323316 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:04:51.332814 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:04:51.333447 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:04:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:51.377187 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] No DVR routers for this DVR port cdc1a373-1b2c-4326-9d15-b3c2fc92a365 on host hv-cinder-84623 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:04:51.379715 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:51.382915 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cc313f7f-053a-494f-a62d-cddef899c18e req-63997ef3-b14f-4287-9c9f-3a9ae618a049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "DELETE /v2.0/ports/cdc1a373-1b2c-4326-9d15-b3c2fc92a365 HTTP/1.1" status: 204 len: 173 time: 0.9402065 Jun 16 23:04:51.383349 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd118b-cc42-4dbe-93f1-784454892318', 'name': 'network-vif-deleted', 'tag': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:51.386140 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1bccc1-a454-4696-b7e5-14f5a4cc1ff3" -d '{"events": [{"server_uuid": "5cfd118b-cc42-4dbe-93f1-784454892318", "name": "network-vif-deleted", "tag": "cdc1a373-1b2c-4326-9d15-b3c2fc92a365"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:51.429572 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aa6a2a-f1e1-45d4-b9a4-fe8b09b0eca1 x-openstack-request-id: req-78aa6a2a-f1e1-45d4-b9a4-fe8b09b0eca1 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:51.429862 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd118b-cc42-4dbe-93f1-784454892318", "name": "network-vif-deleted", "tag": "cdc1a373-1b2c-4326-9d15-b3c2fc92a365", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:51.430287 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-78aa6a2a-f1e1-45d4-b9a4-fe8b09b0eca1 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:51.430833 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78aa6a2a-f1e1-45d4-b9a4-fe8b09b0eca1'] response: {'server_uuid': '5cfd118b-cc42-4dbe-93f1-784454892318', 'name': 'network-vif-deleted', 'tag': 'cdc1a373-1b2c-4326-9d15-b3c2fc92a365', 'status': 'completed', 'code': 200} Jun 16 23:04:51.444990 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:04:51.641904 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:51.669464 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:04:51.678213 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:04:51.678840 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:04:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:51.778855 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:04:51.979984 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:52.004208 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03ee18-4764-4790-acdc-131a7fe34080 None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:04:52.216771 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17423c39-7154-4314-831c-67c70eb4db02 None None] New status for floating IP b1141271-d728-4afd-b968-5524e551eec8: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:04:52.320654 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54844) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:52.380404 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7511ea0e-975d-49e6-9f7f-f3b73319bad9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (18345237-18fb-43cf-be85-e7120e75bd7f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.395682 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:52.404531 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7511ea0e-975d-49e6-9f7f-f3b73319bad9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (18345237-18fb-43cf-be85-e7120e75bd7f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.455484 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7511ea0e-975d-49e6-9f7f-f3b73319bad9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (18345237-18fb-43cf-be85-e7120e75bd7f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.458092 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7511ea0e-975d-49e6-9f7f-f3b73319bad9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.459252 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7511ea0e-975d-49e6-9f7f-f3b73319bad9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "DELETE /v2.0/security-groups/18345237-18fb-43cf-be85-e7120e75bd7f HTTP/1.1" status: 204 len: 168 time: 0.1369522 Jun 16 23:04:52.462061 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 54848) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:52.468837 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511ea0e-975d-49e6-9f7f-f3b73319bad9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18345237-18fb-43cf-be85-e7120e75bd7f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:52.476352 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-e45a0b8c-4973-405b-9fc0-e4c4358aa96e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] show failed (client error): The resource could not be found. Jun 16 23:04:52.477361 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e45a0b8c-4973-405b-9fc0-e4c4358aa96e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups/18345237-18fb-43cf-be85-e7120e75bd7f HTTP/1.1" status: 404 len: 347 time: 0.0142386 Jun 16 23:04:52.480764 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 54850) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:52.589126 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Deleting port da091e5e-0dbb-4f09-bc34-cb9810682d0f {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:04:52.589466 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (da091e5e-0dbb-4f09-bc34-cb9810682d0f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.658219 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:52.662238 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (da091e5e-0dbb-4f09-bc34-cb9810682d0f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.662565 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (da091e5e-0dbb-4f09-bc34-cb9810682d0f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.679810 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Calling delete_port for da091e5e-0dbb-4f09-bc34-cb9810682d0f owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:04:52.815959 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (da091e5e-0dbb-4f09-bc34-cb9810682d0f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.844583 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'Port': ['ID=da091e5e-0dbb-4f09-bc34-cb9810682d0f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:52.911919 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (b1141271-d728-4afd-b968-5524e551eec8), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.914704 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:52.915907 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-2c17f925-2f36-4ff6-83d4-b18093c688a5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "DELETE /v2.0/floatingips/b1141271-d728-4afd-b968-5524e551eec8 HTTP/1.1" status: 204 len: 168 time: 0.4341686 Jun 16 23:04:52.994376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 54864) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:52.999055 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-c40b22d8-2a58-4a95-bb96-b35dfeb197bc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343610367', 'description': 'tempest-description--813203439'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:53.020170 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c40b22d8-2a58-4a95-bb96-b35dfeb197bc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.022854 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:53.090008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c40b22d8-2a58-4a95-bb96-b35dfeb197bc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (d8750679-f685-4c83-9037-88584e3911d9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.093925 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c40b22d8-2a58-4a95-bb96-b35dfeb197bc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d8750679-f685-4c83-9037-88584e3911d9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.123098 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c40b22d8-2a58-4a95-bb96-b35dfeb197bc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.124298 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c40b22d8-2a58-4a95-bb96-b35dfeb197bc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1288016 Jun 16 23:04:53.127273 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54866) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:53.128253 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b22d8-2a58-4a95-bb96-b35dfeb197bc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8750679-f685-4c83-9037-88584e3911d9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:53.131856 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-316c396a-ead1-48fb-a983-c1a4c3a4fd3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group_rule': {'security_group_id': 'd8750679-f685-4c83-9037-88584e3911d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:53.158919 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-316c396a-ead1-48fb-a983-c1a4c3a4fd3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (e6f5dcb7-487d-44d6-ba2e-2b56cd943ed3), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.215751 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-316c396a-ead1-48fb-a983-c1a4c3a4fd3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (e6f5dcb7-487d-44d6-ba2e-2b56cd943ed3), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.219819 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-316c396a-ead1-48fb-a983-c1a4c3a4fd3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (e6f5dcb7-487d-44d6-ba2e-2b56cd943ed3), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.239959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c396a-ead1-48fb-a983-c1a4c3a4fd3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f5dcb7-487d-44d6-ba2e-2b56cd943ed3,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:53.249608 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-316c396a-ead1-48fb-a983-c1a4c3a4fd3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.251245 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-316c396a-ead1-48fb-a983-c1a4c3a4fd3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226189 Jun 16 23:04:53.253473 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54870) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:53.257833 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-1ac927b3-779d-4dac-b999-0108fa5499f4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group_rule': {'security_group_id': 'd8750679-f685-4c83-9037-88584e3911d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:53.284891 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1ac927b3-779d-4dac-b999-0108fa5499f4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (22498d89-7da4-41b5-ab99-8cfeae730495), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.336734 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:53.344533 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1ac927b3-779d-4dac-b999-0108fa5499f4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (22498d89-7da4-41b5-ab99-8cfeae730495), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.349105 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1ac927b3-779d-4dac-b999-0108fa5499f4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (22498d89-7da4-41b5-ab99-8cfeae730495), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.372322 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac927b3-779d-4dac-b999-0108fa5499f4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22498d89-7da4-41b5-ab99-8cfeae730495,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:53.380175 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1ac927b3-779d-4dac-b999-0108fa5499f4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.381396 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1ac927b3-779d-4dac-b999-0108fa5499f4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269884 Jun 16 23:04:53.385358 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54878) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:04:53.389660 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:53.410469 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.493254 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.609984 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Allocated IP 172.27.3.45 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/243ece9c-07dd-4d0b-b180-53c1ff670829) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:04:53.709464 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (243ece9c-07dd-4d0b-b180-53c1ff670829), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.737694 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:53.742384 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (243ece9c-07dd-4d0b-b180-53c1ff670829), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.784764 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:04:53.789714 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:04:53.792367 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=243ece9c-07dd-4d0b-b180-53c1ff670829,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:53.794455 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:04:53.880947 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (f91c2472-af7c-4f6a-8a9e-9cbe438571dd), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:53.917904 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (243ece9c-07dd-4d0b-b180-53c1ff670829), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:54.045260 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:54.065532 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (243ece9c-07dd-4d0b-b180-53c1ff670829), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:54.069929 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (243ece9c-07dd-4d0b-b180-53c1ff670829), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:54.139851 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=243ece9c-07dd-4d0b-b180-53c1ff670829,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:54.149977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (f91c2472-af7c-4f6a-8a9e-9cbe438571dd), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:54.166820 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:54.170617 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f4b47393-c4fc-4f51-9de1-f2079b4121a0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7817447 Jun 16 23:04:54.219198 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7d49-55f7-40cb-8938-c1d79a97111b req-b9a25aca-c63e-4d6a-a24e-d068a709ee1d tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:54.221133 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bbd7d49-55f7-40cb-8938-c1d79a97111b req-b9a25aca-c63e-4d6a-a24e-d068a709ee1d tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 946 time: 0.0644643 Jun 16 23:04:54.277939 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bbd7d49-55f7-40cb-8938-c1d79a97111b req-736c4254-4a6f-4d3f-911a-13867718d13e tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503480 Jun 16 23:04:54.380723 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-15c35823-e93e-4b45-98a5-2e6b9b6559d9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--343610367&fields=id&tenant_id=0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 267 time: 0.0414894 Jun 16 23:04:54.487223 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-5fa25e60-9c05-41db-a1b8-806fbaef8b3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:54.488646 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-5fa25e60-9c05-41db-a1b8-806fbaef8b3f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 814 time: 0.1009901 Jun 16 23:04:54.503226 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-611c7f54-62a3-468b-a6b9-0d6ce350e82f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/quotas/0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 375 time: 0.0086563 Jun 16 23:04:54.552243 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c6ccae23-fd4d-437c-8787-fb7a0099ffcb tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443609 Jun 16 23:04:54.647833 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-b5577482-3b4a-4bc5-9091-69fcdd0c10dd service neutron] 10.222.0.17 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837965 Jun 16 23:04:54.737792 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-65681c6b-2ff3-4298-b5ba-52fec789e0de service neutron] 10.222.0.17 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Jun 16 23:04:54.874661 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device cdc1a373-1b2c-4326-9d15-b3c2fc92a365 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:04:54.898874 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: cdc1a373-1b2c-4326-9d15-b3c2fc92a365 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:04:54.899302 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device cdc1a373-1b2c-4326-9d15-b3c2fc92a365 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:04:54.900871 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4ac88ab4-38cd-4e9b-8933-5ff2ff14436f req-dac80564-a78f-40d2-ac6c-254caa510d24 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 210 time: 0.0332046 Jun 16 23:04:55.352405 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:55.390179 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d7f92-e092-4ddf-a9be-99b444f234e2 req-e7cbeeba-798c-42c6-9de5-10853479d560 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:55.391653 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9e2d7f92-e092-4ddf-a9be-99b444f234e2 req-e7cbeeba-798c-42c6-9de5-10853479d560 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 946 time: 0.0475085 Jun 16 23:04:55.441300 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9e2d7f92-e092-4ddf-a9be-99b444f234e2 req-e280366a-25cc-4dee-a85b-bc4b0adb0ee5 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Jun 16 23:04:55.994474 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4fb4a75-824f-487d-a6a6-8c7d66d2e24a req-8072e61a-59b5-44fd-a97a-4d9ab0a1a4d8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Jun 16 23:04:56.150046 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-fb19130d-2681-461a-948b-3c65e2b8f0d4 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:56.151525 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-fb19130d-2681-461a-948b-3c65e2b8f0d4 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.26 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 946 time: 0.0466630 Jun 16 23:04:56.569653 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-95cba2d7-aa33-4b63-a5f5-73d229cf4b98 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:56.572503 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-95cba2d7-aa33-4b63-a5f5-73d229cf4b98 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 814 time: 0.1263881 Jun 16 23:04:56.639793 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-40a8a958-1e6b-4863-921c-3d4f264a1a85 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 379 time: 0.0586007 Jun 16 23:04:56.651173 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'port': {'device_id': '30b2118a-225b-457b-a15d-cf7656c69331', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'admin_state_up': True, 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'security_groups': ['d8750679-f685-4c83-9037-88584e3911d9']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:56.717408 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Deleting port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:04:56.717858 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:56.755518 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961ea71-95d1-483a-bb0f-054261f00ca7 req-183ce5f7-067c-40bb-bb57-caaf1bfe27f3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:56.756984 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0961ea71-95d1-483a-bb0f-054261f00ca7 req-183ce5f7-067c-40bb-bb57-caaf1bfe27f3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 946 time: 0.0781653 Jun 16 23:04:56.804462 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:56.867215 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0961ea71-95d1-483a-bb0f-054261f00ca7 req-526878e7-d416-4e99-9c32-533509d3af55 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfc04830-8d8e-4771-a279-80805b4086ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809305 Jun 16 23:04:56.869586 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] For port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,segment=NetworkSegment(6d81f743-18d1-44d6-bf5f-044e7b89a183),segment_id=6d81f743-18d1-44d6-bf5f-044e7b89a183)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:56.869930 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:56.890965 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Calling delete_port for ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:04:57.034257 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63df8-34a9-434c-85e8-ecf34df36bde req-ece99c7b-03e3-4154-8484-55f876bae747 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:57.036200 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45c63df8-34a9-434c-85e8-ecf34df36bde req-ece99c7b-03e3-4154-8484-55f876bae747 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 947 time: 0.0680122 Jun 16 23:04:57.047878 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Made reservation on behalf of 0526c12e8bc947209e24daf5ddfad7be for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:04:57.051720 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:57.123370 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e49cdfde-5d15-448e-a981-76a7b41a7af9 req-db009960-39ca-4f17-933a-121b991d0665 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 210 time: 0.0491674 Jun 16 23:04:57.153981 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-45c63df8-34a9-434c-85e8-ecf34df36bde req-9c698458-6ec1-4fb5-aaba-2e0565781e7e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103106 Jun 16 23:04:57.155043 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:57.168590 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:04:57.189111 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Allocated IP 172.20.0.11 (663ca997-5122-4586-973b-ea2e3ed98672/70e6960a-a82f-4058-8fa9-2c96ef001308/64041190-c0ec-441a-a5bb-be754b053d2d) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:04:57.195133 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Pushing event deleted for resources: {'Port': ['ID=ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:57.210804 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:57.239341 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] No DVR routers for this DVR port ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 on host hv-cinder-84623 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:04:57.242138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:57.246100 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-127af5df-0cfc-4379-9725-12b141b23cb7 req-feaf5425-4208-4f8d-acf1-6bf91f4b6fb3 tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.26 "DELETE /v2.0/ports/ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 HTTP/1.1" status: 204 len: 173 time: 0.8763578 Jun 16 23:04:57.246560 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85395b04-657c-4595-83ca-b6a1635f6daa', 'name': 'network-vif-deleted', 'tag': 'ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:57.248808 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd02455d-a458-4654-b15c-598e5f1bac76" -d '{"events": [{"server_uuid": "85395b04-657c-4595-83ca-b6a1635f6daa", "name": "network-vif-deleted", "tag": "ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:57.300395 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c60233-d029-4eb4-b732-0ba46fa3caef x-openstack-request-id: req-f2c60233-d029-4eb4-b732-0ba46fa3caef {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:57.300696 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85395b04-657c-4595-83ca-b6a1635f6daa", "name": "network-vif-deleted", "tag": "ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:57.301067 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f2c60233-d029-4eb4-b732-0ba46fa3caef {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:57.301537 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c60233-d029-4eb4-b732-0ba46fa3caef'] response: {'server_uuid': '85395b04-657c-4595-83ca-b6a1635f6daa', 'name': 'network-vif-deleted', 'tag': 'ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38', 'status': 'completed', 'code': 200} Jun 16 23:04:57.339403 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (64041190-c0ec-441a-a5bb-be754b053d2d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:57.372280 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:57.416967 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Network 663ca997-5122-4586-973b-ea2e3ed98672 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:04:57.421977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:04:57.425808 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:04:57.431873 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=64041190-c0ec-441a-a5bb-be754b053d2d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:57.460452 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:57.481914 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:57.482552 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:57.500984 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-e7561134-f16f-4543-832e-4b7d297fdfc8 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8536868 Jun 16 23:04:57.597549 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-dad8ed3a-9654-4542-8e2b-a075ecd1cfaa None None] Provisioning complete for port 64041190-c0ec-441a-a5bb-be754b053d2d triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:04:57.597919 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-dad8ed3a-9654-4542-8e2b-a075ecd1cfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:57.633012 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-dad8ed3a-9654-4542-8e2b-a075ecd1cfaa None None] Port 64041190-c0ec-441a-a5bb-be754b053d2d cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:04:57.964256 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76f8b283-4c76-4c53-9252-d34f770c151a req-d08d9167-faf6-4fd0-87dd-7c131b0cd59f tempest-VolumesSnapshotTestJSON-1423363191 tempest-VolumesSnapshotTestJSON-1423363191-project] 10.222.0.17 "GET /v2.0/ports?device_id=85395b04-657c-4595-83ca-b6a1635f6daa HTTP/1.1" status: 200 len: 210 time: 0.0289233 Jun 16 23:04:58.239776 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1549b1-0f54-4e0e-9dc3-e1bdf880d607 req-2f2fa425-70cf-4521-9a46-bc09703f8653 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:58.241222 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5c1549b1-0f54-4e0e-9dc3-e1bdf880d607 req-2f2fa425-70cf-4521-9a46-bc09703f8653 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 932 time: 0.0495851 Jun 16 23:04:58.286312 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Request body: {'port': {'device_id': '30b2118a-225b-457b-a15d-cf7656c69331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:04:58.309376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817c7ee-93cd-4008-95c7-4c5db525294f req-b7db82df-990a-4e3d-811a-577c77f03bc5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:58.310884 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a817c7ee-93cd-4008-95c7-4c5db525294f req-b7db82df-990a-4e3d-811a-577c77f03bc5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 947 time: 0.0778511 Jun 16 23:04:58.342365 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5c1549b1-0f54-4e0e-9dc3-e1bdf880d607 req-6d729ac8-7098-45a8-9ca3-1ff6f7fdd562 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926931 Jun 16 23:04:58.351734 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:58.372610 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a817c7ee-93cd-4008-95c7-4c5db525294f req-6f8d58e6-bc3b-4be9-a9c2-739cb651f824 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556405 Jun 16 23:04:58.621958 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64041190-c0ec-441a-a5bb-be754b053d2d {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:04:58.629230 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Publish callbacks [] for port (64041190-c0ec-441a-a5bb-be754b053d2d), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:58.641681 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Transition to ACTIVE for port object 64041190-c0ec-441a-a5bb-be754b053d2d will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:04:58.645203 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:58.696434 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=64041190-c0ec-441a-a5bb-be754b053d2d,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:58.773303 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Attempting to bind port 64041190-c0ec-441a-a5bb-be754b053d2d on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:04:58.773626 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Attempting to bind port 64041190-c0ec-441a-a5bb-be754b053d2d by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:04:58.773949 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Attempting to bind port 64041190-c0ec-441a-a5bb-be754b053d2d on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:04:58.777345 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:58.779696 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Port 64041190-c0ec-441a-a5bb-be754b053d2d on network 663ca997-5122-4586-973b-ea2e3ed98672 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:04:58.780036 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Attempting to bind port 64041190-c0ec-441a-a5bb-be754b053d2d on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:04:58.785956 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:04:58.786313 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Checking segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:04:58.786751 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Bound using segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:04:58.787172 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Bound port: 64041190-c0ec-441a-a5bb-be754b053d2d, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:04:58.787526 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:58.838273 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:58.864470 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] For port 64041190-c0ec-441a-a5bb-be754b053d2d, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:04:58.866574 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-f7a46d4a-38b8-4f31-875d-dfc9337d03fa tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:58.868242 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] For port 64041190-c0ec-441a-a5bb-be754b053d2d, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=64041190-c0ec-441a-a5bb-be754b053d2d,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:04:58.868395 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-f7a46d4a-38b8-4f31-875d-dfc9337d03fa tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 947 time: 0.0642097 Jun 16 23:04:58.875428 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:58.922116 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:58.922774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:58.924168 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] 10.222.0.26 "PUT /v2.0/ports/64041190-c0ec-441a-a5bb-be754b053d2d HTTP/1.1" status: 200 len: 1094 time: 0.6431069 Jun 16 23:04:58.924589 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b2118a-225b-457b-a15d-cf7656c69331', 'tag': '64041190-c0ec-441a-a5bb-be754b053d2d'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:58.926848 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54d2099-29b4-4cff-aa33-4c97413a43b5" -d '{"events": [{"name": "network-changed", "server_uuid": "30b2118a-225b-457b-a15d-cf7656c69331", "tag": "64041190-c0ec-441a-a5bb-be754b053d2d"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:58.946275 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cf3ac-4665-46e5-a732-c0f58ac16fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=64041190-c0ec-441a-a5bb-be754b053d2d,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:58.981191 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9dd209-b6e9-4fc2-8707-d8a2edde6d47 x-openstack-request-id: req-aa9dd209-b6e9-4fc2-8707-d8a2edde6d47 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:58.981527 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b2118a-225b-457b-a15d-cf7656c69331", "tag": "64041190-c0ec-441a-a5bb-be754b053d2d", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:58.981733 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-aa9dd209-b6e9-4fc2-8707-d8a2edde6d47 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:58.982122 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9dd209-b6e9-4fc2-8707-d8a2edde6d47'] response: {'name': 'network-changed', 'server_uuid': '30b2118a-225b-457b-a15d-cf7656c69331', 'tag': '64041190-c0ec-441a-a5bb-be754b053d2d', 'status': 'completed', 'code': 200} Jun 16 23:04:59.004384 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Deleting port 42e82895-598b-468f-aac2-e51ebe9d9946 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:04:59.004902 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:59.013577 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-98851561-8763-48ad-b585-f26d9a2f2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:59.015595 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-98851561-8763-48ad-b585-f26d9a2f2bf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 1128 time: 0.0476356 Jun 16 23:04:59.072261 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-289de028-4c91-4e2f-a43c-a345a9b768e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64041190-c0ec-441a-a5bb-be754b053d2d HTTP/1.1" status: 200 len: 217 time: 0.0440681 Jun 16 23:04:59.120276 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:59.130112 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] For port 42e82895-598b-468f-aac2-e51ebe9d9946, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=42e82895-598b-468f-aac2-e51ebe9d9946,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:04:59.130808 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:59.134839 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-4e346274-c6f4-4b91-93cb-060da48c68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:59.136574 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-4e346274-c6f4-4b91-93cb-060da48c68b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0565038 Jun 16 23:04:59.211979 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-035ff381-6577-4ee0-b706-3baad54c48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:59.214537 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-035ff381-6577-4ee0-b706-3baad54c48ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568209 Jun 16 23:04:59.326012 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-19296800-19b5-433a-ad00-f6ba7c838d4c service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033065 Jun 16 23:04:59.328716 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:59.329251 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (b5e533cf-278e-4e31-84ef-ff87f782ec29), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:59.329384 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Floating IP b5e533cf-278e-4e31-84ef-ff87f782ec29 disassociated. External IP: 172.27.3.78, port: 42e82895-598b-468f-aac2-e51ebe9d9946. Jun 16 23:04:59.329897 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Calling delete_port for 42e82895-598b-468f-aac2-e51ebe9d9946 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:04:59.332065 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:59.462439 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-fb254711-7bfe-4d66-99d7-17cbf9237e18 req-ad416240-7585-4456-a5c5-590db5c9ca9f service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306207 Jun 16 23:04:59.557131 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbc9e-b403-4c5e-9786-bc25d9a00392 req-21eac3c4-b0ec-4c7e-84f8-607493d44ed7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:59.558567 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a7cfbc9e-b403-4c5e-9786-bc25d9a00392 req-21eac3c4-b0ec-4c7e-84f8-607493d44ed7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 944 time: 0.0958714 Jun 16 23:04:59.571819 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0b8a-4cf8-4b27-babb-e463dc0bf4cf req-096f9519-4622-4151-b600-0a09a9ded8af tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:04:59.573256 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2b2a0b8a-4cf8-4b27-babb-e463dc0bf4cf req-096f9519-4622-4151-b600-0a09a9ded8af tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 947 time: 0.0984249 Jun 16 23:04:59.579031 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (42e82895-598b-468f-aac2-e51ebe9d9946), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:59.626969 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event deleted for resources: {'Port': ['ID=42e82895-598b-468f-aac2-e51ebe9d9946,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:04:59.716925 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a7cfbc9e-b403-4c5e-9786-bc25d9a00392 req-8dca06b9-ad38-4d3b-8772-df9f774bbdfa tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519079 Jun 16 23:04:59.726361 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2b2a0b8a-4cf8-4b27-babb-e463dc0bf4cf req-21701865-bbdc-4fa8-9399-a5e734937d16 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1425855 Jun 16 23:04:59.786132 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:04:59.882717 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:04:59.887918 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:04:59.897379 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] Sync routers for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:04:59.907807 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:04:59.908342 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:04:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:04:59.932492 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] No DVR routers for this DVR port 42e82895-598b-468f-aac2-e51ebe9d9946 on host hv-cinder-84623 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:04:59.934912 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:04:59.938110 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d30e76c4-07d9-47ba-a847-2f454bac26e8 req-d253a1ff-12fb-490e-bd5d-e4d11379bec8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "DELETE /v2.0/ports/42e82895-598b-468f-aac2-e51ebe9d9946 HTTP/1.1" status: 204 len: 173 time: 1.0647359 Jun 16 23:04:59.938540 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-deleted', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:04:59.940784 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dab965e-441b-4589-b6a8-2df2d9518cab" -d '{"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-deleted", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:04:59.975909 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81040b5c-6cf0-4267-8aca-f5fac8b354e0 x-openstack-request-id: req-81040b5c-6cf0-4267-8aca-f5fac8b354e0 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:04:59.976204 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f43909-d681-4938-8253-5080b626e169", "name": "network-vif-deleted", "tag": "42e82895-598b-468f-aac2-e51ebe9d9946", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:04:59.976456 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-81040b5c-6cf0-4267-8aca-f5fac8b354e0 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:04:59.976861 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81040b5c-6cf0-4267-8aca-f5fac8b354e0'] response: {'server_uuid': '46f43909-d681-4938-8253-5080b626e169', 'name': 'network-vif-deleted', 'tag': '42e82895-598b-468f-aac2-e51ebe9d9946', 'status': 'completed', 'code': 200} Jun 16 23:05:00.012658 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:00.181491 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:00.194676 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:00.198209 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:00.225495 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] Checking router: 77a6b5ec-9ec9-4f64-947c-614dadd34c4d for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:00.235800 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:00.236526 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:04:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:00.333644 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:00.468223 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-f9d110c2-160e-4265-abe4-f032b4b7139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:00.469774 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-f9d110c2-160e-4265-abe4-f032b4b7139f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 1128 time: 0.0441158 Jun 16 23:05:00.612438 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-096ab698-2b65-4df8-93bb-7e4a44861506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:00.614000 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-096ab698-2b65-4df8-93bb-7e4a44861506 service neutron] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 915 time: 0.1117573 Jun 16 23:05:00.645994 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:00.660782 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-4e7c3ed6-4c35-4b07-9163-fb97c32fa8c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64041190-c0ec-441a-a5bb-be754b053d2d HTTP/1.1" status: 200 len: 217 time: 0.0391281 Jun 16 23:05:00.678113 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42174036-12e9-4988-b541-9b5960a3b5c4 None None] The sync data for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi is: [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:00.847635 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f5f9551f-cc54-4dae-b7bb-c1f3b87ead25 req-d1b87ed0-6520-44ee-b35c-270a05ef9d41 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0327115 Jun 16 23:05:00.859856 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6910ebf-c6c6-4df8-a64c-3551eee67e68 req-abe087aa-afb4-4465-9a2a-df580f7e5285 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:00.861370 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a6910ebf-c6c6-4df8-a64c-3551eee67e68 req-abe087aa-afb4-4465-9a2a-df580f7e5285 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 944 time: 0.0757232 Jun 16 23:05:00.898741 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e28ca-41a5-4cc7-9c84-d206f25b2b9e None None] New status for floating IP b5e533cf-278e-4e31-84ef-ff87f782ec29: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:05:00.952977 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a6910ebf-c6c6-4df8-a64c-3551eee67e68 req-8164dd01-4a6a-44ea-b1f9-f7b5c3d7f3b7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842719 Jun 16 23:05:00.954236 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-3d0f8535-929c-45af-8b6d-a571325ef2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:00.955600 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-3d0f8535-929c-45af-8b6d-a571325ef2d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0719204 Jun 16 23:05:01.955539 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3fd03a33-884e-4452-ae9f-f9a24ed87a34 req-eea961e0-2803-4266-ab15-8444babda819 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Jun 16 23:05:02.065317 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae724f67-f9de-4071-9c2c-6111e4dcac64 req-79e82528-0987-4c5e-8287-ba848a36b957 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:02.067094 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ae724f67-f9de-4071-9c2c-6111e4dcac64 req-79e82528-0987-4c5e-8287-ba848a36b957 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 944 time: 0.0476310 Jun 16 23:05:02.077821 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:02.115616 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ae724f67-f9de-4071-9c2c-6111e4dcac64 req-8c35fd80-9106-4125-a409-55ba15eeb9bc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Jun 16 23:05:02.671300 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-85b10cd1-a81e-4bca-85dd-9e5e2155ca8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:03.070137 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2ca0bc9a-6205-4b86-bbe3-671f938245e9 req-3a2c8120-bc0b-4d05-9fd1-218555b456c5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=46f43909-d681-4938-8253-5080b626e169 HTTP/1.1" status: 200 len: 210 time: 0.0274928 Jun 16 23:05:03.229810 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c413b-10ff-4e97-a36a-cf47952e6d75 req-30a4edea-02c3-495c-9994-e362dda59fcb tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:03.231307 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4d9c413b-10ff-4e97-a36a-cf47952e6d75 req-30a4edea-02c3-495c-9994-e362dda59fcb tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 944 time: 0.0504477 Jun 16 23:05:03.277865 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4d9c413b-10ff-4e97-a36a-cf47952e6d75 req-899e42ca-17a4-442f-95fb-9ae85d4c2870 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409591 Jun 16 23:05:03.459959 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:03.482858 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:03.483205 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device ac6a1a50-fbb7-4e39-a93a-0f04a2cdfe38 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:03.483663 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:03.502130 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 42e82895-598b-468f-aac2-e51ebe9d9946 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:03.502480 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 42e82895-598b-468f-aac2-e51ebe9d9946 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:03.506810 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-42e69f17-3015-4341-8e09-7fbc8d429a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:03.508915 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-42e69f17-3015-4341-8e09-7fbc8d429a50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414877 Jun 16 23:05:03.607398 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-f910edcb-5e82-463f-bc36-925ff9f13b8f service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880883 Jun 16 23:05:03.696191 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f54d2099-29b4-4cff-aa33-4c97413a43b5 req-0ed4647d-2996-4a80-a82b-26ab9c56cae6 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819876 Jun 16 23:05:04.156832 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 54996) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:04.215891 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0bd8779b-03d9-46a9-9e06-6c6c1c50ca47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (d05636e9-6d12-45ae-b3e9-3856b8fc5ee4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.240083 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0bd8779b-03d9-46a9-9e06-6c6c1c50ca47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (d05636e9-6d12-45ae-b3e9-3856b8fc5ee4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.286735 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0bd8779b-03d9-46a9-9e06-6c6c1c50ca47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d05636e9-6d12-45ae-b3e9-3856b8fc5ee4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.289265 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0bd8779b-03d9-46a9-9e06-6c6c1c50ca47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.290960 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0bd8779b-03d9-46a9-9e06-6c6c1c50ca47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "DELETE /v2.0/security-groups/d05636e9-6d12-45ae-b3e9-3856b8fc5ee4 HTTP/1.1" status: 204 len: 168 time: 0.1331201 Jun 16 23:05:04.293686 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 54998) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:04.300044 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8779b-03d9-46a9-9e06-6c6c1c50ca47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05636e9-6d12-45ae-b3e9-3856b8fc5ee4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:04.310663 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-e78a1d96-31cc-48cf-a53e-4c5335c2a5ff tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] show failed (client error): The resource could not be found. Jun 16 23:05:04.313744 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e78a1d96-31cc-48cf-a53e-4c5335c2a5ff tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups/d05636e9-6d12-45ae-b3e9-3856b8fc5ee4 HTTP/1.1" status: 404 len: 347 time: 0.0170410 Jun 16 23:05:04.314677 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55002) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:04.410003 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3170c-99a3-4e76-a254-f597e6836479 req-6a51f4ab-9123-4903-a8a2-a87e9d873094 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:04.411487 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-57e3170c-99a3-4e76-a254-f597e6836479 req-6a51f4ab-9123-4903-a8a2-a87e9d873094 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 944 time: 0.0543814 Jun 16 23:05:04.449118 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Deleting port a92fbe85-2f3d-4e92-ac75-4070dfee0225 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:04.449467 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (a92fbe85-2f3d-4e92-ac75-4070dfee0225), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.461035 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-57e3170c-99a3-4e76-a254-f597e6836479 req-8a97df66-bd86-49b8-bd93-960736632faa tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Jun 16 23:05:04.528494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (a92fbe85-2f3d-4e92-ac75-4070dfee0225), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.528831 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (a92fbe85-2f3d-4e92-ac75-4070dfee0225), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.540679 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Calling delete_port for a92fbe85-2f3d-4e92-ac75-4070dfee0225 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:04.657212 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:04.666780 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (a92fbe85-2f3d-4e92-ac75-4070dfee0225), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.697143 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event deleted for resources: {'Port': ['ID=a92fbe85-2f3d-4e92-ac75-4070dfee0225,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:04.759338 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (b5e533cf-278e-4e31-84ef-ff87f782ec29), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.761774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.762941 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-8bf2dad7-3ec8-40e6-a3da-7f355f6bbec6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "DELETE /v2.0/floatingips/b5e533cf-278e-4e31-84ef-ff87f782ec29 HTTP/1.1" status: 204 len: 168 time: 0.4472322 Jun 16 23:05:04.831519 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fcc05606-9374-4f37-9613-a7143d45d62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.847964 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55006) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:04.853186 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-652960a6-f8bd-4934-9dd9-5667baa382cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776726280', 'description': 'tempest-description--1128007938'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:04.872990 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-652960a6-f8bd-4934-9dd9-5667baa382cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.895248 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:04.941891 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-652960a6-f8bd-4934-9dd9-5667baa382cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (8f7a1a59-b3ba-4a61-b9de-f331ed9d6662), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.945214 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-652960a6-f8bd-4934-9dd9-5667baa382cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8f7a1a59-b3ba-4a61-b9de-f331ed9d6662), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.973670 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-652960a6-f8bd-4934-9dd9-5667baa382cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:04.974904 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-652960a6-f8bd-4934-9dd9-5667baa382cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1259112 Jun 16 23:05:04.978249 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55008) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:04.983161 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c03d727c-7150-4265-b1d1-69648b8f6adb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'security_group_rule': {'security_group_id': '8f7a1a59-b3ba-4a61-b9de-f331ed9d6662', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:04.990391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652960a6-f8bd-4934-9dd9-5667baa382cd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:05.010540 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c03d727c-7150-4265-b1d1-69648b8f6adb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (6618db39-276d-49b6-9059-35776fd40563), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.071041 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c03d727c-7150-4265-b1d1-69648b8f6adb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (6618db39-276d-49b6-9059-35776fd40563), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.074964 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c03d727c-7150-4265-b1d1-69648b8f6adb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (6618db39-276d-49b6-9059-35776fd40563), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.095896 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d727c-7150-4265-b1d1-69648b8f6adb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6618db39-276d-49b6-9059-35776fd40563,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:05.104569 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c03d727c-7150-4265-b1d1-69648b8f6adb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.105769 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c03d727c-7150-4265-b1d1-69648b8f6adb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265755 Jun 16 23:05:05.108530 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55014) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:05.112959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-e402f364-ccdd-4095-91ee-f0d94b53861b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'security_group_rule': {'security_group_id': '8f7a1a59-b3ba-4a61-b9de-f331ed9d6662', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:05.139433 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e402f364-ccdd-4095-91ee-f0d94b53861b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (2e860f85-39df-47c9-8f40-5fb386f3dc4e), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.199916 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e402f364-ccdd-4095-91ee-f0d94b53861b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (2e860f85-39df-47c9-8f40-5fb386f3dc4e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.203983 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e402f364-ccdd-4095-91ee-f0d94b53861b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (2e860f85-39df-47c9-8f40-5fb386f3dc4e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.224670 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402f364-ccdd-4095-91ee-f0d94b53861b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e860f85-39df-47c9-8f40-5fb386f3dc4e,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:05.231556 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e402f364-ccdd-4095-91ee-f0d94b53861b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.235663 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e402f364-ccdd-4095-91ee-f0d94b53861b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233582 Jun 16 23:05:05.236304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55020) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:05.240136 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:05.260378 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.339761 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.449773 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:05.449934 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 64041190-c0ec-441a-a5bb-be754b053d2d details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:05:05.451220 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Allocated IP 172.27.3.165 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/c39dc034-d25d-4793-8d48-d7e03770c5e0) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:05.554112 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 64041190-c0ec-441a-a5bb-be754b053d2d, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=64041190-c0ec-441a-a5bb-be754b053d2d,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:05.561886 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for port (c39dc034-d25d-4793-8d48-d7e03770c5e0), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.563070 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:05.566671 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '64041190-c0ec-441a-a5bb-be754b053d2d', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'port_id': '64041190-c0ec-441a-a5bb-be754b053d2d', 'mac_address': 'fa:16:3e:77:3c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:05:05.594446 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce725-7700-4e26-925a-8f8dcba9573c req-5b1b7124-9c11-44ad-aae2-4bcc57587f95 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:05.596395 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-391ce725-7700-4e26-925a-8f8dcba9573c req-5b1b7124-9c11-44ad-aae2-4bcc57587f95 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 944 time: 0.0615704 Jun 16 23:05:05.599709 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (c39dc034-d25d-4793-8d48-d7e03770c5e0), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.604310 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 64041190-c0ec-441a-a5bb-be754b053d2d is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:05.604694 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.618495 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64041190-c0ec-441a-a5bb-be754b053d2d {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:05:05.627958 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:05.641392 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 64041190-c0ec-441a-a5bb-be754b053d2d, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=64041190-c0ec-441a-a5bb-be754b053d2d,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:05.644682 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:05.645809 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.648250 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:05.652377 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:05.655751 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'Port': ['ID=c39dc034-d25d-4793-8d48-d7e03770c5e0,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:05.656637 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-391ce725-7700-4e26-925a-8f8dcba9573c req-d350831d-ee2b-4632-a247-6bda51c08049 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545135 Jun 16 23:05:05.697559 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=64041190-c0ec-441a-a5bb-be754b053d2d,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:05.705087 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.705422 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.705832 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.706160 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.706494 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.706860 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.707190 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.707517 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.707843 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.708175 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.708498 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.708837 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.709170 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.709492 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.709813 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:05.741630 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (798830ae-791a-4357-9788-00e0f7aa546d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.777841 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (c39dc034-d25d-4793-8d48-d7e03770c5e0), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.801811 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.923195 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for port (c39dc034-d25d-4793-8d48-d7e03770c5e0), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.927681 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (c39dc034-d25d-4793-8d48-d7e03770c5e0), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:05.951368 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['64041190-c0ec-441a-a5bb-be754b053d2d'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:05:05.998831 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'Port': ['ID=c39dc034-d25d-4793-8d48-d7e03770c5e0,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:06.009727 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (798830ae-791a-4357-9788-00e0f7aa546d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:06.024909 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:06.026879 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f8c66d5c-98f6-4011-a019-7263dbece241 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7900457 Jun 16 23:05:06.224049 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-5d0944d1-90dd-464a-ad50-d42f4a97b263 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1776726280&fields=id&tenant_id=6fc0acf708204e1f8f4510cdb1bbf442 HTTP/1.1" status: 200 len: 267 time: 0.0407958 Jun 16 23:05:06.334390 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-13a00385-fc82-4eff-94a0-9b2a8bcd59e7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:06.335879 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-13a00385-fc82-4eff-94a0-9b2a8bcd59e7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 817 time: 0.1049626 Jun 16 23:05:06.352455 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-dab13ce3-4dac-4e22-9487-64bac4020aaf tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/quotas/6fc0acf708204e1f8f4510cdb1bbf442 HTTP/1.1" status: 200 len: 375 time: 0.0090733 Jun 16 23:05:06.402580 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-3fd46d0c-376c-4caa-a684-3682b221cfd9 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449555 Jun 16 23:05:06.508930 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-9b7061f7-5080-4efa-a5f2-492b868c371d service neutron] 10.222.0.17 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946603 Jun 16 23:05:06.605057 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-c6799ee4-ec6f-4142-bbf5-bbfa7b13dc54 service neutron] 10.222.0.17 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Jun 16 23:05:06.772319 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4c13f289-8571-41c1-b30b-1ee099d64cc1 req-a7c492e2-1908-48a2-86c6-37f99dc48d49 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 210 time: 0.0363581 Jun 16 23:05:06.821251 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae651f-2b00-4c49-b68d-ccdb2183b82e req-1c38babb-7ea2-4745-8b4e-d613716248af tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:06.822767 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7fae651f-2b00-4c49-b68d-ccdb2183b82e req-1c38babb-7ea2-4745-8b4e-d613716248af tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 945 time: 0.0536547 Jun 16 23:05:06.861431 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:06.876672 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7fae651f-2b00-4c49-b68d-ccdb2183b82e req-c39090bd-bda4-4d88-a9b1-16e739f88672 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448475 Jun 16 23:05:07.382559 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:07.465015 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 64041190-c0ec-441a-a5bb-be754b053d2d up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:07.508653 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 64041190-c0ec-441a-a5bb-be754b053d2d completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:05:07.514230 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 64041190-c0ec-441a-a5bb-be754b053d2d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:07.514628 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:07.516664 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:07.540233 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:07.588281 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 64041190-c0ec-441a-a5bb-be754b053d2d is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:07.588661 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:07.612048 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b2118a-225b-457b-a15d-cf7656c69331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64041190-c0ec-441a-a5bb-be754b053d2d'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:07.614274 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121270fe-00af-492c-b2ac-eda833f934f9" -d '{"events": [{"server_uuid": "30b2118a-225b-457b-a15d-cf7656c69331", "name": "network-vif-plugged", "status": "completed", "tag": "64041190-c0ec-441a-a5bb-be754b053d2d"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:07.641619 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 64041190-c0ec-441a-a5bb-be754b053d2d, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=64041190-c0ec-441a-a5bb-be754b053d2d,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:07.647741 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:07.680724 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb273b6-77af-43d6-8f3b-a04a7253c4ba x-openstack-request-id: req-ffb273b6-77af-43d6-8f3b-a04a7253c4ba {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:07.681179 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b2118a-225b-457b-a15d-cf7656c69331", "name": "network-vif-plugged", "status": "completed", "tag": "64041190-c0ec-441a-a5bb-be754b053d2d", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:07.681935 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ffb273b6-77af-43d6-8f3b-a04a7253c4ba {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:07.683817 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb273b6-77af-43d6-8f3b-a04a7253c4ba'] response: {'server_uuid': '30b2118a-225b-457b-a15d-cf7656c69331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64041190-c0ec-441a-a5bb-be754b053d2d', 'code': 200} Jun 16 23:05:07.745281 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=64041190-c0ec-441a-a5bb-be754b053d2d,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:07.786940 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-14836c96-3e14-4dc5-ad19-f4fccfc4c0f6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:07.789148 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-14836c96-3e14-4dc5-ad19-f4fccfc4c0f6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 817 time: 0.1389596 Jun 16 23:05:07.864736 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-c5b95306-09ff-4d8a-87aa-db27e9e5b89e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc0acf708204e1f8f4510cdb1bbf442 HTTP/1.1" status: 200 len: 380 time: 0.0584528 Jun 16 23:05:07.897232 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'port': {'device_id': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'admin_state_up': True, 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'security_groups': ['8f7a1a59-b3ba-4a61-b9de-f331ed9d6662']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:07.907277 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-55bcc478-e2a3-4ba6-a879-095492dc44c0 req-a5c08276-6c49-4fe6-a003-4719562e3148 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 210 time: 0.0415485 Jun 16 23:05:07.951754 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fd6c0-bffc-4635-abc1-e6fa4c5faff7 req-e2525064-f180-4286-ba6b-cb206ac1f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:07.953953 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4b3fd6c0-bffc-4635-abc1-e6fa4c5faff7 req-e2525064-f180-4286-ba6b-cb206ac1f45b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 1130 time: 0.0627658 Jun 16 23:05:08.029630 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b43ca-c086-4ce1-b31b-470cab7f24ff req-9f9cb594-ffe8-41ad-b6dc-de8380b0b305 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:08.031109 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b7b43ca-c086-4ce1-b31b-470cab7f24ff req-9f9cb594-ffe8-41ad-b6dc-de8380b0b305 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0660949 Jun 16 23:05:08.095358 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b7b43ca-c086-4ce1-b31b-470cab7f24ff req-e010ae51-35c2-4520-aeab-3a17d9a8c90f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550573 Jun 16 23:05:08.096236 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Made reservation on behalf of 6fc0acf708204e1f8f4510cdb1bbf442 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:05:08.099361 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:08.123535 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:08.222884 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Allocated IP 172.20.0.8 (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3/f6bbe8dc-1aa7-45c8-b07d-dce99e26531f/4b3b90f0-95df-4c59-9186-169416370496) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:08.368041 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for port (4b3b90f0-95df-4c59-9186-169416370496), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:08.388908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:08.391803 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:08.402708 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:08.443145 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:08.446232 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:08.448811 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:08.481670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:08.510146 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:08.510797 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:08.528422 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-7e56c078-b66d-4e2b-afa3-aa89b9f9fa8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6351268 Jun 16 23:05:08.656177 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-bb197305-47a6-4f5b-9f02-7c879f480690 None None] Provisioning complete for port 4b3b90f0-95df-4c59-9186-169416370496 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:08.656482 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bb197305-47a6-4f5b-9f02-7c879f480690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (4b3b90f0-95df-4c59-9186-169416370496), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:08.687128 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-bb197305-47a6-4f5b-9f02-7c879f480690 None None] Port 4b3b90f0-95df-4c59-9186-169416370496 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:05:09.014684 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:09.031494 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8106d-c0e6-4200-b36a-b5210804b125 req-77c883ea-b641-4d1e-b73a-5484133e7768 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:09.032946 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15e8106d-c0e6-4200-b36a-b5210804b125 req-77c883ea-b641-4d1e-b73a-5484133e7768 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 931 time: 0.0508099 Jun 16 23:05:09.246750 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:05:09.353577 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193a5e-e07e-4990-973e-571c1af03aaa req-ea0b98de-89cb-4f53-894d-e6ff0add0fc3 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:09.355047 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48193a5e-e07e-4990-973e-571c1af03aaa req-ea0b98de-89cb-4f53-894d-e6ff0add0fc3 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0636008 Jun 16 23:05:09.358305 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15e8106d-c0e6-4200-b36a-b5210804b125 req-d83931e2-ad61-4193-88b4-69efeb0a9912 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200319 Jun 16 23:05:09.403070 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-48193a5e-e07e-4990-973e-571c1af03aaa req-b8b73968-f0db-4259-a62e-fd78bd305b05 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Jun 16 23:05:10.509525 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75ed0-ec84-461d-8549-74d4fa830465 req-d2d0946f-89ff-4f41-91dc-4be2029b743e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:10.510908 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63c75ed0-ec84-461d-8549-74d4fa830465 req-d2d0946f-89ff-4f41-91dc-4be2029b743e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 931 time: 0.0729365 Jun 16 23:05:10.536725 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb36d3-d93a-4840-9471-29d76bc3418c req-37231925-2474-48cd-9533-5534665f0419 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:10.538112 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3eeb36d3-d93a-4840-9471-29d76bc3418c req-37231925-2474-48cd-9533-5534665f0419 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0682511 Jun 16 23:05:10.582809 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-63c75ed0-ec84-461d-8549-74d4fa830465 req-d279bc4f-bcb4-4b7d-a47c-238079cfcc29 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664568 Jun 16 23:05:10.603597 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3eeb36d3-d93a-4840-9471-29d76bc3418c req-d55c4438-033c-4533-93e0-f56838bc5a01 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586832 Jun 16 23:05:10.684082 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Request body: {'port': {'device_id': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:10.716768 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4b3fd6c0-bffc-4635-abc1-e6fa4c5faff7 req-2363da3a-b598-4eda-9b64-017c43f537f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Jun 16 23:05:10.745983 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:10.747686 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:10.998649 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3b90f0-95df-4c59-9186-169416370496 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:05:11.005915 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Publish callbacks [] for port (4b3b90f0-95df-4c59-9186-169416370496), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:11.018348 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Transition to ACTIVE for port object 4b3b90f0-95df-4c59-9186-169416370496 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:05:11.021681 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:11.072136 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:11.147962 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Attempting to bind port 4b3b90f0-95df-4c59-9186-169416370496 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:05:11.148342 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Attempting to bind port 4b3b90f0-95df-4c59-9186-169416370496 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:05:11.148675 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Attempting to bind port 4b3b90f0-95df-4c59-9186-169416370496 on network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:11.153353 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Port 4b3b90f0-95df-4c59-9186-169416370496 on network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:05:11.153671 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Attempting to bind port 4b3b90f0-95df-4c59-9186-169416370496 on network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:11.158648 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:05:11.158989 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Checking segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:11.159367 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Bound using segment: {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:05:11.159799 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Bound port: 4b3b90f0-95df-4c59-9186-169416370496, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949d0046-9c24-494e-a2ce-9ccf2f996c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:05:11.160156 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:11.162690 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:11.224302 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:05:11.227890 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:05:11.234582 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:11.267296 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:11.268004 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:11.269467 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-e040b215-289f-4c14-ad06-340758691ffa service neutron] 10.222.0.26 "PUT /v2.0/ports/4b3b90f0-95df-4c59-9186-169416370496 HTTP/1.1" status: 200 len: 1093 time: 0.5899682 Jun 16 23:05:11.271549 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'tag': '4b3b90f0-95df-4c59-9186-169416370496'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:11.273808 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f650ef-79d7-4343-b047-df133d2dbd98" -d '{"events": [{"name": "network-changed", "server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "tag": "4b3b90f0-95df-4c59-9186-169416370496"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:11.299488 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040b215-289f-4c14-ad06-340758691ffa service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:11.320556 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ce1022-8c8c-4b38-acf0-0d21e7f8c70b x-openstack-request-id: req-b0ce1022-8c8c-4b38-acf0-0d21e7f8c70b {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:11.321209 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "tag": "4b3b90f0-95df-4c59-9186-169416370496", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:11.321209 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b0ce1022-8c8c-4b38-acf0-0d21e7f8c70b {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:11.321474 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ce1022-8c8c-4b38-acf0-0d21e7f8c70b'] response: {'name': 'network-changed', 'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'tag': '4b3b90f0-95df-4c59-9186-169416370496', 'status': 'completed', 'code': 200} Jun 16 23:05:11.606658 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f650ef-79d7-4343-b047-df133d2dbd98 req-7ad50a69-22cf-413e-89ae-d1ccefbf4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:11.608135 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f3f650ef-79d7-4343-b047-df133d2dbd98 req-7ad50a69-22cf-413e-89ae-d1ccefbf4957 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 1127 time: 0.0429473 Jun 16 23:05:11.765684 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25243927-2a4a-4400-9481-5364ac4ba876 req-d5ce5b83-5f24-49c4-b371-df85478ff376 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:11.767144 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-25243927-2a4a-4400-9481-5364ac4ba876 req-d5ce5b83-5f24-49c4-b371-df85478ff376 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0927751 Jun 16 23:05:11.790631 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fd6b1-6eee-4bbd-b7d5-3fade7937163 req-fbf06e84-05f8-441a-bdec-8f60713498aa tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:11.792034 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ab7fd6b1-6eee-4bbd-b7d5-3fade7937163 req-fbf06e84-05f8-441a-bdec-8f60713498aa tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.1031649 Jun 16 23:05:11.799458 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f650ef-79d7-4343-b047-df133d2dbd98 req-6600fea3-92fe-42d0-9821-f7620322a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:11.800797 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f3f650ef-79d7-4343-b047-df133d2dbd98 req-6600fea3-92fe-42d0-9821-f7620322a1e4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1840112 Jun 16 23:05:11.871735 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:11.911019 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-25243927-2a4a-4400-9481-5364ac4ba876 req-58604098-193b-4199-ab07-fe773d026453 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346395 Jun 16 23:05:11.930634 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ab7fd6b1-6eee-4bbd-b7d5-3fade7937163 req-c73db39c-4f19-42be-814d-f3d21460283e tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264608 Jun 16 23:05:11.955753 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f650ef-79d7-4343-b047-df133d2dbd98 req-eef7152c-185d-4e1f-bf8f-693e6e45e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:11.957194 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f3f650ef-79d7-4343-b047-df133d2dbd98 req-eef7152c-185d-4e1f-bf8f-693e6e45e1bc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463990 Jun 16 23:05:12.505304 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-ba4e439f-b5ef-489e-91a7-44544adf8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:12.506994 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-ba4e439f-b5ef-489e-91a7-44544adf8b04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 1127 time: 0.0430510 Jun 16 23:05:12.558235 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-58c8cdb9-337a-4806-b8a3-cae8cc788c00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b3b90f0-95df-4c59-9186-169416370496 HTTP/1.1" status: 200 len: 217 time: 0.0324650 Jun 16 23:05:12.609952 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-c45e1389-1ce0-4e7a-b4b5-dd3c9a59e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:12.611412 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-c45e1389-1ce0-4e7a-b4b5-dd3c9a59e22b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.0469496 Jun 16 23:05:12.664455 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-95b4c524-6270-4291-8c16-f9cae2abc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:12.665917 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-95b4c524-6270-4291-8c16-f9cae2abc2ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384991 Jun 16 23:05:12.758081 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-771458b2-1a97-4279-b9fa-d1b2b4d62e60 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852857 Jun 16 23:05:12.847311 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-14ad69b5-e0dd-4ad6-baad-51f6f6464728 req-17427e6e-d8d0-40c2-8b7a-0d451dbc19e7 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827363 Jun 16 23:05:13.030405 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:13.062863 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fa956-ba06-4175-8221-3f2f21217dc9 req-2aaff830-6bb5-4e29-a876-7ca4032cbb9c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:13.064326 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb8fa956-ba06-4175-8221-3f2f21217dc9 req-2aaff830-6bb5-4e29-a876-7ca4032cbb9c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0805576 Jun 16 23:05:13.084003 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6581-57ba-4aab-9147-8ef88b9103e3 req-615f0d11-dc8b-46c7-bb2f-18de3d5b3977 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:13.085410 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ecdd6581-57ba-4aab-9147-8ef88b9103e3 req-615f0d11-dc8b-46c7-bb2f-18de3d5b3977 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0697606 Jun 16 23:05:13.148487 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb8fa956-ba06-4175-8221-3f2f21217dc9 req-b225ce49-2e01-4751-b4ec-15dc0c52e8db tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786304 Jun 16 23:05:13.155097 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ecdd6581-57ba-4aab-9147-8ef88b9103e3 req-61a14bd4-a8c3-45ac-8c02-a415a3381c7c tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626419 Jun 16 23:05:13.264784 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3e731-72ae-4f4d-b1f7-24b0c591583d req-5e11091c-9a7c-4289-9d6c-85426711ce9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:13.266253 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-72b3e731-72ae-4f4d-b1f7-24b0c591583d req-5e11091c-9a7c-4289-9d6c-85426711ce9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0477905 Jun 16 23:05:13.274702 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55114) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:13.279641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'floatingip': {'port_id': '64041190-c0ec-441a-a5bb-be754b053d2d'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:13.326759 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (f91c2472-af7c-4f6a-8a9e-9cbe438571dd), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:13.427778 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:13.587931 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:13.624291 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f119b-ae04-4ca3-8a33-de6d3595e957 req-fdbc4947-9cd5-434b-b65b-645f3d1635fc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:13.626147 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-541f119b-ae04-4ca3-8a33-de6d3595e957 req-fdbc4947-9cd5-434b-b65b-645f3d1635fc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0549722 Jun 16 23:05:13.681905 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-541f119b-ae04-4ca3-8a33-de6d3595e957 req-e562ea4d-211a-499c-9bb9-795650286e71 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491087 Jun 16 23:05:13.773948 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:13.777542 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (f91c2472-af7c-4f6a-8a9e-9cbe438571dd), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:13.872029 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Floating IP f91c2472-af7c-4f6a-8a9e-9cbe438571dd associated. External IP: 172.27.3.45, port: 64041190-c0ec-441a-a5bb-be754b053d2d. Jun 16 23:05:14.066506 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:05:14.165177 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:14.169909 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:14.176024 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:05:14.191248 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:14.191986 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:14.204211 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7fc5dc1b-907e-4fd3-9de4-ea80732a4812 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "PUT /v2.0/floatingips/f91c2472-af7c-4f6a-8a9e-9cbe438571dd HTTP/1.1" status: 200 len: 991 time: 0.9262552 Jun 16 23:05:14.204211 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b2118a-225b-457b-a15d-cf7656c69331', 'tag': '64041190-c0ec-441a-a5bb-be754b053d2d'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:14.205398 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6" -d '{"events": [{"name": "network-changed", "server_uuid": "30b2118a-225b-457b-a15d-cf7656c69331", "tag": "64041190-c0ec-441a-a5bb-be754b053d2d"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:14.253258 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315b8cec-6757-402a-9fd7-1254c3cebca9 x-openstack-request-id: req-315b8cec-6757-402a-9fd7-1254c3cebca9 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:14.253554 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b2118a-225b-457b-a15d-cf7656c69331", "tag": "64041190-c0ec-441a-a5bb-be754b053d2d", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:14.253805 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-315b8cec-6757-402a-9fd7-1254c3cebca9 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:14.254372 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315b8cec-6757-402a-9fd7-1254c3cebca9'] response: {'name': 'network-changed', 'server_uuid': '30b2118a-225b-457b-a15d-cf7656c69331', 'tag': '64041190-c0ec-441a-a5bb-be754b053d2d', 'status': 'completed', 'code': 200} Jun 16 23:05:14.281682 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5075f-2701-4d1b-842b-ff7b51d818e9 req-0783e293-066e-47b2-85e5-02e317c2a39d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:14.283204 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4be5075f-2701-4d1b-842b-ff7b51d818e9 req-0783e293-066e-47b2-85e5-02e317c2a39d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0574679 Jun 16 23:05:14.306221 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:14.343132 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-d3589611-11c1-4e95-b2e2-e6253df5c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:14.344680 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-d3589611-11c1-4e95-b2e2-e6253df5c398 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 1130 time: 0.0605791 Jun 16 23:05:14.369271 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4be5075f-2701-4d1b-842b-ff7b51d818e9 req-b33af38f-6ab4-4213-9f1a-ce0a717d44a0 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760357 Jun 16 23:05:14.453327 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-6cc688f1-ece5-41ca-988e-b76133876515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:14.454979 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-6cc688f1-ece5-41ca-988e-b76133876515 service neutron] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 915 time: 0.0981882 Jun 16 23:05:14.526027 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'f91c2472-af7c-4f6a-8a9e-9cbe438571dd', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': '64041190-c0ec-441a-a5bb-be754b053d2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:77:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b2118a-225b-457b-a15d-cf7656c69331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:04:53Z', 'updated_at': '2022-06-16T23:05:13Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:14.526803 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-1cd4f4c4-53ca-44be-99c6-d9144eca2bf8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64041190-c0ec-441a-a5bb-be754b053d2d HTTP/1.1" status: 200 len: 999 time: 0.0617750 Jun 16 23:05:14.551018 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:14.559499 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:14.560092 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:14.570774 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:14.585516 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-525fb8ca-6e89-4b5c-b020-49666649fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:14.587279 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-525fb8ca-6e89-4b5c-b020-49666649fbb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0492127 Jun 16 23:05:14.632642 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-adee4a2e-9cd4-49e9-b40e-ab0adf14caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:14.634169 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-adee4a2e-9cd4-49e9-b40e-ab0adf14caac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401363 Jun 16 23:05:14.669600 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:14.736661 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-2bb24004-7607-41c4-a930-4d2f0a70149e service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946689 Jun 16 23:05:14.813576 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:14.817907 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:14.838513 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76893e4e-b1f2-4005-91ca-d1532777dd3c req-0af78080-8d5b-4564-9b86-d14f9f8323a4 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:14.840348 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76893e4e-b1f2-4005-91ca-d1532777dd3c req-0af78080-8d5b-4564-9b86-d14f9f8323a4 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0892158 Jun 16 23:05:14.882434 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'f91c2472-af7c-4f6a-8a9e-9cbe438571dd', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': '64041190-c0ec-441a-a5bb-be754b053d2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:77:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b2118a-225b-457b-a15d-cf7656c69331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:04:53Z', 'updated_at': '2022-06-16T23:05:13Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:14.885584 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb04d41d-61db-4b45-a2ee-6abbfb0a1da6 req-cd9381b5-b27a-4a96-b19a-129b6ee75f3d service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427915 Jun 16 23:05:14.906888 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92888db7-f975-4a2b-9beb-3d4aa4708734 None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'f91c2472-af7c-4f6a-8a9e-9cbe438571dd', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': '64041190-c0ec-441a-a5bb-be754b053d2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:77:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b2118a-225b-457b-a15d-cf7656c69331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:04:53Z', 'updated_at': '2022-06-16T23:05:13Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:14.910486 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76893e4e-b1f2-4005-91ca-d1532777dd3c req-a0e7995f-fc81-40e4-aad6-b16e8d75217d tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640125 Jun 16 23:05:15.090230 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb36cc-5f15-4521-925d-fd4ef2d56fec None None] New status for floating IP f91c2472-af7c-4f6a-8a9e-9cbe438571dd: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:05:15.489574 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eb11a-32ea-42da-adc5-ab28972d9584 req-cecfbf68-d775-4ebe-880c-c8238a8a85eb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:15.490942 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cd3eb11a-32ea-42da-adc5-ab28972d9584 req-cecfbf68-d775-4ebe-880c-c8238a8a85eb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0457499 Jun 16 23:05:15.535749 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cd3eb11a-32ea-42da-adc5-ab28972d9584 req-d4eb5857-ca42-494d-9f51-c2b7b286df5d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394228 Jun 16 23:05:16.023140 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059006-d586-4d41-93fc-ef8f9a4ef131 req-f3196d1f-f862-405c-b7ed-641380e04d08 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:16.024589 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7c059006-d586-4d41-93fc-ef8f9a4ef131 req-f3196d1f-f862-405c-b7ed-641380e04d08 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0462933 Jun 16 23:05:16.035486 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:16.073093 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7c059006-d586-4d41-93fc-ef8f9a4ef131 req-3f1d3f1b-5bff-47e3-bfc2-9511f7f8bcbf tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Jun 16 23:05:16.655638 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439634f-2b5f-45ca-9ca3-d9f7d19d5c26 req-32df077b-5477-44ce-a63f-cad4b0aca2ee tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:16.657087 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c439634f-2b5f-45ca-9ca3-d9f7d19d5c26 req-32df077b-5477-44ce-a63f-cad4b0aca2ee tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0485411 Jun 16 23:05:16.704453 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c439634f-2b5f-45ca-9ca3-d9f7d19d5c26 req-75fcc392-fe60-450d-b6da-a4ffef394c82 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Jun 16 23:05:16.733432 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:05:16.831859 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:16.843628 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '4b3b90f0-95df-4c59-9186-169416370496', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'port_id': '4b3b90f0-95df-4c59-9186-169416370496', 'mac_address': 'fa:16:3e:fd:0b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:05:16.876988 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 4b3b90f0-95df-4c59-9186-169416370496 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:16.877367 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:16.889712 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3b90f0-95df-4c59-9186-169416370496 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:05:16.909104 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:16.912967 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:16.958313 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:17.187523 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331426b-6f41-4c8c-ad5c-3e5a8f1b705b req-68f84a78-e581-4624-8e46-e903cdf21a0e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:17.188982 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6331426b-6f41-4c8c-ad5c-3e5a8f1b705b req-68f84a78-e581-4624-8e46-e903cdf21a0e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0467186 Jun 16 23:05:17.232438 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['4b3b90f0-95df-4c59-9186-169416370496'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:05:17.237938 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6331426b-6f41-4c8c-ad5c-3e5a8f1b705b req-24112513-4952-4567-881f-f3cab03d8f7a tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435307 Jun 16 23:05:17.360060 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:17.825055 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea3791-122b-49a7-9692-5e852fe8b297 req-fe725e22-10ac-4fb7-9425-74c06be1dcc8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:17.826532 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-69ea3791-122b-49a7-9692-5e852fe8b297 req-fe725e22-10ac-4fb7-9425-74c06be1dcc8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 944 time: 0.0506003 Jun 16 23:05:17.877398 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-69ea3791-122b-49a7-9692-5e852fe8b297 req-a126ece4-6cb1-4400-be2b-d58815bb9a28 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 Jun 16 23:05:18.348718 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955dddc-3310-48c0-8f54-e73872825ee5 req-9b6fdbaf-32b8-4b19-b9c2-2da0a6dc4101 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:18.350220 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1955dddc-3310-48c0-8f54-e73872825ee5 req-9b6fdbaf-32b8-4b19-b9c2-2da0a6dc4101 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0459323 Jun 16 23:05:18.406928 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1955dddc-3310-48c0-8f54-e73872825ee5 req-406b5e70-6f1c-402e-abf2-feb84edcd73b tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504935 Jun 16 23:05:18.748627 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:18.775283 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:18.791916 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 4b3b90f0-95df-4c59-9186-169416370496 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:05:18.797364 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 4b3b90f0-95df-4c59-9186-169416370496 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:18.797740 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (4b3b90f0-95df-4c59-9186-169416370496), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:18.868546 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 4b3b90f0-95df-4c59-9186-169416370496 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:18.868920 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:18.891082 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b90f0-95df-4c59-9186-169416370496'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:18.893301 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce26b30e-a74f-41e8-8054-b163a3f9565a" -d '{"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b90f0-95df-4c59-9186-169416370496"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:18.906339 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:18.912251 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:18.936568 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28cca19-7a41-4f12-9fb2-c744f40b487a x-openstack-request-id: req-d28cca19-7a41-4f12-9fb2-c744f40b487a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:18.937055 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b90f0-95df-4c59-9186-169416370496", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:18.937154 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d28cca19-7a41-4f12-9fb2-c744f40b487a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:18.937503 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28cca19-7a41-4f12-9fb2-c744f40b487a'] response: {'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b90f0-95df-4c59-9186-169416370496', 'code': 200} Jun 16 23:05:18.965408 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:19.026865 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49a66e-edcd-4593-aa30-1e9cef35f56d req-3a71deb3-72b1-4ecc-8eb8-189d09d24379 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:19.027215 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dc49a66e-edcd-4593-aa30-1e9cef35f56d req-3a71deb3-72b1-4ecc-8eb8-189d09d24379 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0499299 Jun 16 23:05:19.080899 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:19.085708 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-dc49a66e-edcd-4593-aa30-1e9cef35f56d req-d64c4d2b-570f-4dc5-b4f2-794b4582341e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527954 Jun 16 23:05:19.158737 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5f734-5ee1-4109-b5df-693854c67db1 req-a6034c4a-5b1b-4361-95d6-f5d30d3fb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:19.160556 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0b5f734-5ee1-4109-b5df-693854c67db1 req-a6034c4a-5b1b-4361-95d6-f5d30d3fb9c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 1129 time: 0.0403831 Jun 16 23:05:19.212416 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0b5f734-5ee1-4109-b5df-693854c67db1 req-f8f1f7e9-a620-4c20-9312-d8ba7a42d6d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442643 Jun 16 23:05:19.525366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae4582-c316-4373-b425-715c69d5fcf8 req-4fa41a74-8431-4eae-8622-31028630fe54 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:19.526901 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-08ae4582-c316-4373-b425-715c69d5fcf8 req-4fa41a74-8431-4eae-8622-31028630fe54 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0479345 Jun 16 23:05:19.575799 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-08ae4582-c316-4373-b425-715c69d5fcf8 req-f7a88357-e945-47d5-aefa-e20d93b43c53 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433552 Jun 16 23:05:20.218708 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a539e-4460-4cdd-9778-76c5c0d33e6a req-1e4e88c9-5be6-433a-ba79-256e8bf48c04 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:20.220193 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-af2a539e-4460-4cdd-9778-76c5c0d33e6a req-1e4e88c9-5be6-433a-ba79-256e8bf48c04 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0526507 Jun 16 23:05:20.271043 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-af2a539e-4460-4cdd-9778-76c5c0d33e6a req-b0682ade-d8bf-43bf-af9f-739efffd84c3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Jun 16 23:05:20.686117 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefa190-31ac-4b0c-9f95-7b8f19dc0ccb req-0abbb077-3ec3-4e23-ae58-fcc5fed7b5ee tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:20.687601 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fbefa190-31ac-4b0c-9f95-7b8f19dc0ccb req-0abbb077-3ec3-4e23-ae58-fcc5fed7b5ee tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0462718 Jun 16 23:05:20.737353 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fbefa190-31ac-4b0c-9f95-7b8f19dc0ccb req-67e7d08c-ad2e-4d8d-a07b-b7f7c88b3cc8 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441928 Jun 16 23:05:21.381964 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55232) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:21.394095 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f685ea-bf16-4ed0-822a-119b4a48f2d8 req-5ee66f78-47cd-41a8-9fdc-c2dfea576c47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:21.395744 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-21f685ea-bf16-4ed0-822a-119b4a48f2d8 req-5ee66f78-47cd-41a8-9fdc-c2dfea576c47 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0481942 Jun 16 23:05:21.437553 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Deleting subnet b43040d5-7db1-49f8-8efc-820cd080eb0f {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:05:21.440891 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Publish callbacks [] for subnet (b43040d5-7db1-49f8-8efc-820cd080eb0f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.468346 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-21f685ea-bf16-4ed0-822a-119b4a48f2d8 req-302f2b95-a1b1-41b9-baed-222feeb4ae3b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656972 Jun 16 23:05:21.481887 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456261'] for subnet (b43040d5-7db1-49f8-8efc-820cd080eb0f), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.499937 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:21.523484 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (b43040d5-7db1-49f8-8efc-820cd080eb0f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.581863 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60676562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59473585'] for subnet (b43040d5-7db1-49f8-8efc-820cd080eb0f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.588008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff499-0264-4982-8627-856f1744ad31 req-c6cae514-519e-4777-aa4c-634749c65dd2 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:21.589669 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-920ff499-0264-4982-8627-856f1744ad31 req-c6cae514-519e-4777-aa4c-634749c65dd2 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0539677 Jun 16 23:05:21.598216 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55236) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:21.603526 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Request body: {'floatingip': {'port_id': '4b3b90f0-95df-4c59-9186-169416370496'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:21.613503 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.619448 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b43040d5-7db1-49f8-8efc-820cd080eb0f HTTP/1.1" status: 204 len: 168 time: 0.2335727 Jun 16 23:05:21.619448 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43040d5-7db1-49f8-8efc-820cd080eb0f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:21.621477 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55238) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:21.633253 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.633605 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.633943 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.634280 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.634714 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.634953 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.635278 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.635601 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.635922 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.636241 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.636561 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.636883 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.637200 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.637513 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.638264 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43997a-4b64-4b3c-8ad5-8c72ee67176f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:21.643082 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (798830ae-791a-4357-9788-00e0f7aa546d), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.646180 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:21.706998 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (47420daf-a76e-49b0-bb23-482a9b944fce), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.759538 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:21.790742 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (47420daf-a76e-49b0-bb23-482a9b944fce), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.812570 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47420daf-a76e-49b0-bb23-482a9b944fce']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:21.822017 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d81f743-18d1-44d6-bf5f-044e7b89a183') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:21.822314 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d81f743-18d1-44d6-bf5f-044e7b89a183') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:21.831893 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (6d81f743-18d1-44d6-bf5f-044e7b89a183), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.845666 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (6d81f743-18d1-44d6-bf5f-044e7b89a183), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.852554 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:05:21.852969 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (6d81f743-18d1-44d6-bf5f-044e7b89a183), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.876655 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 6d81f743-18d1-44d6-bf5f-044e7b89a183 resource provider aggregate not found Jun 16 23:05:21.893706 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13be3a-90f0-4917-ab3b-3d2b64ccf111 req-7878f120-4b98-4014-8d33-1f559bb839cf tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:21.895355 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d13be3a-90f0-4917-ab3b-3d2b64ccf111 req-7878f120-4b98-4014-8d33-1f559bb839cf tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0851808 Jun 16 23:05:21.922377 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 6d81f743-18d1-44d6-bf5f-044e7b89a183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d81f743-18d1-44d6-bf5f-044e7b89a183 found for delete ", "request_id": "req-a02fba03-530d-4daa-8836-eeb41a7c28b1"}]} Jun 16 23:05:21.923588 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (47420daf-a76e-49b0-bb23-482a9b944fce), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.931689 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:21.934873 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] 10.222.0.17 "DELETE /v2.0/networks/47420daf-a76e-49b0-bb23-482a9b944fce HTTP/1.1" status: 204 len: 168 time: 0.3122535 Jun 16 23:05:21.943939 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bad7e-3e40-45a9-9bc2-8520549bd6db admin admin] Pushing event deleted for resources: {'Network': ['ID=47420daf-a76e-49b0-bb23-482a9b944fce,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:22.035206 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3d13be3a-90f0-4917-ab3b-3d2b64ccf111 req-b83a9e52-1a0e-416a-aa08-67ac93de9ff1 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310422 Jun 16 23:05:22.141900 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55254) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:22.181540 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:22.184076 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0631f005-719c-478e-9be9-7e5adceba668 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9761759a69724a21b0b9315a931b106f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407965 Jun 16 23:05:22.186507 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55256) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:22.186872 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (798830ae-791a-4357-9788-00e0f7aa546d), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:22.225487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:22.249943 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a1c2da10-6269-4f63-a996-3be1889bc0fe admin admin] Publish callbacks [] for security_group (cfc04830-8d8e-4771-a279-80805b4086ce), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:22.292544 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a1c2da10-6269-4f63-a996-3be1889bc0fe admin admin] Publish callbacks [] for security_group (cfc04830-8d8e-4771-a279-80805b4086ce), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:22.309312 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Floating IP 798830ae-791a-4357-9788-00e0f7aa546d associated. External IP: 172.27.3.165, port: 4b3b90f0-95df-4c59-9186-169416370496. Jun 16 23:05:22.344184 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a1c2da10-6269-4f63-a996-3be1889bc0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (cfc04830-8d8e-4771-a279-80805b4086ce), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:22.347026 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a1c2da10-6269-4f63-a996-3be1889bc0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:22.348161 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a1c2da10-6269-4f63-a996-3be1889bc0fe admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cfc04830-8d8e-4771-a279-80805b4086ce HTTP/1.1" status: 204 len: 168 time: 0.1606071 Jun 16 23:05:22.357470 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2da10-6269-4f63-a996-3be1889bc0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc04830-8d8e-4771-a279-80805b4086ce,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:22.430439 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4c37-e43c-4ebf-aea3-121c51938ae7 req-c80300cf-e693-4605-bb1a-f70cf78d81e7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:22.431910 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8a8d4c37-e43c-4ebf-aea3-121c51938ae7 req-c80300cf-e693-4605-bb1a-f70cf78d81e7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0871863 Jun 16 23:05:22.528483 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8a8d4c37-e43c-4ebf-aea3-121c51938ae7 req-07ba713c-3778-4a0a-9519-9d3ce1217cb7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885763 Jun 16 23:05:22.592677 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:05:22.600525 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:22.700269 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:22.705214 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:22.712368 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] Sync routers for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:05:22.722800 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:22.723628 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:22.736296 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c38df9b8-14b7-4423-a114-df7eae370817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "PUT /v2.0/floatingips/798830ae-791a-4357-9788-00e0f7aa546d HTTP/1.1" status: 200 len: 991 time: 1.1367798 Jun 16 23:05:22.736986 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'tag': '4b3b90f0-95df-4c59-9186-169416370496'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:22.739520 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10bbdac-613e-44eb-949a-d7b891b42b13" -d '{"events": [{"name": "network-changed", "server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "tag": "4b3b90f0-95df-4c59-9186-169416370496"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:22.781849 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d90c312-0669-4b3e-90cf-bedfde3576e0 x-openstack-request-id: req-4d90c312-0669-4b3e-90cf-bedfde3576e0 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:22.782272 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "tag": "4b3b90f0-95df-4c59-9186-169416370496", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:22.782529 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4d90c312-0669-4b3e-90cf-bedfde3576e0 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:22.782969 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d90c312-0669-4b3e-90cf-bedfde3576e0'] response: {'name': 'network-changed', 'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'tag': '4b3b90f0-95df-4c59-9186-169416370496', 'status': 'completed', 'code': 200} Jun 16 23:05:22.833680 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:23.047151 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '798830ae-791a-4357-9788-00e0f7aa546d', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'port_id': '4b3b90f0-95df-4c59-9186-169416370496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'mac_address': 'fa:16:3e:fd:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:05:05Z', 'updated_at': '2022-06-16T23:05:22Z', 'revision_number': 1, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:23.073550 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] Checking router: 77a6b5ec-9ec9-4f64-947c-614dadd34c4d for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:23.082581 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:23.083221 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:23.288726 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:23.436017 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf11cf8-cd13-46b7-b090-a1601425eca4 req-034c2c6d-f9db-49d1-8b04-516b87a711b7 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:23.437582 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4cf11cf8-cd13-46b7-b090-a1601425eca4 req-034c2c6d-f9db-49d1-8b04-516b87a711b7 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.3054414 Jun 16 23:05:23.461579 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:23.496303 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4cf11cf8-cd13-46b7-b090-a1601425eca4 req-3a5a367f-053f-4548-92d5-6308bf3e4993 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513325 Jun 16 23:05:23.528677 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '798830ae-791a-4357-9788-00e0f7aa546d', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'port_id': '4b3b90f0-95df-4c59-9186-169416370496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'mac_address': 'fa:16:3e:fd:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:05:05Z', 'updated_at': '2022-06-16T23:05:22Z', 'revision_number': 1, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:23.554996 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769982db-6b41-4713-b841-b6580e9cc40d None None] The sync data for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi is: [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '798830ae-791a-4357-9788-00e0f7aa546d', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'port_id': '4b3b90f0-95df-4c59-9186-169416370496', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'mac_address': 'fa:16:3e:fd:0b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:05:05Z', 'updated_at': '2022-06-16T23:05:22Z', 'revision_number': 1, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:23.653643 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9f90d-4dae-4a28-8eb8-c303308e74f4 req-6792ed9a-43c2-4473-95a0-dfd42457e03c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:23.655148 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-26e9f90d-4dae-4a28-8eb8-c303308e74f4 req-6792ed9a-43c2-4473-95a0-dfd42457e03c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0513458 Jun 16 23:05:23.704580 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-26e9f90d-4dae-4a28-8eb8-c303308e74f4 req-b4b1a3ad-6a86-4b2b-bc0f-249f3e0aa37e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Jun 16 23:05:23.765759 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6a6bc3-e3b7-453c-a289-41a30f8f5ae1 None None] New status for floating IP 798830ae-791a-4357-9788-00e0f7aa546d: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:05:24.614339 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9090b0-077a-4cb1-9e1c-ed73f4f10390 req-f602669e-a484-4a0b-b58f-be9ef1f484d5 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:24.616520 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-de9090b0-077a-4cb1-9e1c-ed73f4f10390 req-f602669e-a484-4a0b-b58f-be9ef1f484d5 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0481648 Jun 16 23:05:24.668371 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-de9090b0-077a-4cb1-9e1c-ed73f4f10390 req-0e8ff3dc-0691-4ac0-a28a-26f1a53e5ec6 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463781 Jun 16 23:05:24.845990 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e8cc-fb84-49ca-958f-4ebd5fb27e62 req-17cc0ec2-bec7-4fcf-a58f-76e21b5a2d16 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:24.847525 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6907e8cc-fb84-49ca-958f-4ebd5fb27e62 req-17cc0ec2-bec7-4fcf-a58f-76e21b5a2d16 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0721538 Jun 16 23:05:24.894582 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6907e8cc-fb84-49ca-958f-4ebd5fb27e62 req-195acc26-2dce-4d07-bf13-1177a8f81008 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410783 Jun 16 23:05:25.779402 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda278b-0bb8-4d4b-acc3-3039516b8f19 req-766101ac-64af-4192-b40a-74f84c9c145e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:25.780834 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7eda278b-0bb8-4d4b-acc3-3039516b8f19 req-766101ac-64af-4192-b40a-74f84c9c145e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0455990 Jun 16 23:05:25.815038 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:25.829300 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7eda278b-0bb8-4d4b-acc3-3039516b8f19 req-4377df79-ce67-4ed2-9f01-d94ed94652cd tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Jun 16 23:05:26.011621 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14a57-2538-448b-a958-3256236f7e62 req-51388888-fcc8-4deb-a1f1-18ef62a1d466 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:26.013097 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eac14a57-2538-448b-a958-3256236f7e62 req-51388888-fcc8-4deb-a1f1-18ef62a1d466 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0528228 Jun 16 23:05:26.058994 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eac14a57-2538-448b-a958-3256236f7e62 req-2bf3d0be-05f0-4d3a-a724-6510c7d520e7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404017 Jun 16 23:05:26.941703 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5689c-3d6a-4919-82a8-380b3580846b req-9ec268e1-e2f3-4224-a034-e1211d24883f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:26.943669 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0b5689c-3d6a-4919-82a8-380b3580846b req-9ec268e1-e2f3-4224-a034-e1211d24883f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0448978 Jun 16 23:05:26.990948 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0b5689c-3d6a-4919-82a8-380b3580846b req-5240b2ce-8408-492e-a03d-cf89601a5419 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419297 Jun 16 23:05:27.172313 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41222f-0f3d-4357-8dfc-b1cc9eb022c7 req-845011aa-ba0e-443f-8de3-f9b67ce2d247 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:27.173673 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce41222f-0f3d-4357-8dfc-b1cc9eb022c7 req-845011aa-ba0e-443f-8de3-f9b67ce2d247 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0494204 Jun 16 23:05:27.219980 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ce41222f-0f3d-4357-8dfc-b1cc9eb022c7 req-c3c59710-ca92-47e1-abae-6640761d3b5e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408983 Jun 16 23:05:27.929699 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-f4469164-1788-46ac-960e-ad0681d5e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:27.931232 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-f4469164-1788-46ac-960e-ad0681d5e127 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 1129 time: 0.0407786 Jun 16 23:05:28.027292 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-fbfabf4c-7d61-42e2-a05e-af6a46fbdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:28.028777 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-fbfabf4c-7d61-42e2-a05e-af6a46fbdaeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 918 time: 0.0900631 Jun 16 23:05:28.104847 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735a6b0-9490-43ac-aa9d-76e24fb16ecb req-1fd542b7-4c7b-4517-bddd-44aeab4e0d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:28.106343 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2735a6b0-9490-43ac-aa9d-76e24fb16ecb req-1fd542b7-4c7b-4517-bddd-44aeab4e0d95 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0495124 Jun 16 23:05:28.173998 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:28.205506 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2735a6b0-9490-43ac-aa9d-76e24fb16ecb req-a4b767f7-6947-4d1c-b6ef-ab7777da2886 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935776 Jun 16 23:05:28.207521 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-ac119181-f4ac-4973-849d-970e0d246770 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b3b90f0-95df-4c59-9186-169416370496 HTTP/1.1" status: 200 len: 1001 time: 0.0878766 Jun 16 23:05:28.334931 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-0469c526-69c1-48a1-a6d8-589902d1441e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:28.336715 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-0469c526-69c1-48a1-a6d8-589902d1441e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0513887 Jun 16 23:05:28.355091 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-501b4577-ee9b-4281-926f-a0ead6c05554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:28.356549 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-501b4577-ee9b-4281-926f-a0ead6c05554 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.0764718 Jun 16 23:05:28.362773 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca190187-93a4-4fed-ad5e-19cbdd285580 req-40e7c9b2-83a7-4d94-a66e-e98771a62660 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:28.364238 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca190187-93a4-4fed-ad5e-19cbdd285580 req-40e7c9b2-83a7-4d94-a66e-e98771a62660 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 945 time: 0.0763545 Jun 16 23:05:28.424511 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-6ce79291-99be-4106-bb44-2cc5e918e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:28.425940 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-6ce79291-99be-4106-bb44-2cc5e918e485 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607986 Jun 16 23:05:28.465421 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca190187-93a4-4fed-ad5e-19cbdd285580 req-cfdf37cf-2a0e-4be5-a1fe-3c283be6ae8c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=f33d9373-8b1b-40f1-bce1-91bb340142d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918436 Jun 16 23:05:28.537137 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-548b1c82-6960-413e-97d2-1a949bdd10d5 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994613 Jun 16 23:05:28.633592 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f10bbdac-613e-44eb-949a-d7b891b42b13 req-fd1b7a7b-1724-4789-a118-047a0d2a911b service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908298 Jun 16 23:05:28.666758 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Deleting port 823b7d46-8462-4945-943b-09a9fc1c8dce {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:28.667101 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:28.756444 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] For port 823b7d46-8462-4945-943b-09a9fc1c8dce, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=823b7d46-8462-4945-943b-09a9fc1c8dce,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:28.756718 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:28.821668 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:28.921630 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:28.922004 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (6ed192b3-8831-4709-98ce-42555fddc032), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:28.922319 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Floating IP 6ed192b3-8831-4709-98ce-42555fddc032 disassociated. External IP: 172.27.3.154, port: 823b7d46-8462-4945-943b-09a9fc1c8dce. Jun 16 23:05:28.922690 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Calling delete_port for 823b7d46-8462-4945-943b-09a9fc1c8dce owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:29.053006 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (823b7d46-8462-4945-943b-09a9fc1c8dce), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:29.079977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event deleted for resources: {'Port': ['ID=823b7d46-8462-4945-943b-09a9fc1c8dce,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:29.129592 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:29.193783 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Router 3f01feb7-16c0-4fac-beda-01cd9d84d32d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:05:29.298464 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:29.310075 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:29.310538 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] Sync routers for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:05:29.320857 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:29.321240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599b738-4eb2-4fb3-8a48-cc29b8973614 req-4edbcb46-11d0-42e8-96bd-d204ab9780a6 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:29.321666 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:29.322952 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0599b738-4eb2-4fb3-8a48-cc29b8973614 req-4edbcb46-11d0-42e8-96bd-d204ab9780a6 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0507801 Jun 16 23:05:29.353420 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] No DVR routers for this DVR port 823b7d46-8462-4945-943b-09a9fc1c8dce on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:05:29.356044 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:29.359779 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c275e0aa-662f-4819-bec0-31d5176f7015 req-2cd763ef-483a-4db4-bbf2-49f0ba261cc7 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "DELETE /v2.0/ports/823b7d46-8462-4945-943b-09a9fc1c8dce HTTP/1.1" status: 204 len: 173 time: 1.0173903 Jun 16 23:05:29.360226 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'name': 'network-vif-deleted', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:29.362706 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28091fa-455d-4af0-b018-1cff2780ce63" -d '{"events": [{"server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "name": "network-vif-deleted", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:29.376509 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0599b738-4eb2-4fb3-8a48-cc29b8973614 req-49ccc2d5-9f8f-4cf4-9bbf-8a33ad99d14b tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467927 Jun 16 23:05:29.398757 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675a611d-66a6-43c6-af5e-688800fd7572 x-openstack-request-id: req-675a611d-66a6-43c6-af5e-688800fd7572 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:29.399036 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8", "name": "network-vif-deleted", "tag": "823b7d46-8462-4945-943b-09a9fc1c8dce", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:29.399285 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-675a611d-66a6-43c6-af5e-688800fd7572 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:29.399818 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675a611d-66a6-43c6-af5e-688800fd7572'] response: {'server_uuid': '8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8', 'name': 'network-vif-deleted', 'tag': '823b7d46-8462-4945-943b-09a9fc1c8dce', 'status': 'completed', 'code': 200} Jun 16 23:05:29.405675 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:29.436147 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:29.566029 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91311a07-608d-4573-9152-c79d74471f1d req-ddc1c0dc-4d8b-4c24-abfc-e823ae6e4369 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0289192 Jun 16 23:05:29.629132 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:29.656769 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] Checking router: 3f01feb7-16c0-4fac-beda-01cd9d84d32d for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:29.665033 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:29.666111 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:29.761537 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:29.940091 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:29.963174 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0ccb3-c516-4453-9017-fc5db8f2e35a None None] The sync data for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi is: [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:40Z', 'revision_number': 4, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'ad5946cf-0af4-4e99-b1c0-36b4a2788200', 'name': '', 'network_id': '3b1257ed-1734-4595-b520-c36ad32e1031', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'mac_address': 'fa:16:3e:db:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:39Z', 'updated_at': '2022-06-16T23:00:53Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'subnets': [{'id': 'b2157525-0569-4e97-b4cf-efd01265522c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:30.167881 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2176010-94d0-4364-89e6-3255fd410eb7 None None] New status for floating IP 6ed192b3-8831-4709-98ce-42555fddc032: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:05:30.500684 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350c66d-9956-4a75-a607-1fd29067a4f7 req-3022b314-5e93-426d-8ee9-685216ff8310 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:30.502122 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a350c66d-9956-4a75-a607-1fd29067a4f7 req-3022b314-5e93-426d-8ee9-685216ff8310 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0496328 Jun 16 23:05:30.549459 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a350c66d-9956-4a75-a607-1fd29067a4f7 req-55fcdc13-a579-43ad-959e-ec90f01d914a tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Jun 16 23:05:30.661489 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a20191e8-cf02-42a7-9e55-b28cfe88d81a req-3cc1114b-0874-4a0d-a459-2d6c6127ca54 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Jun 16 23:05:31.657689 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb98de3-ec74-4750-a844-0f3ca343fccd req-63f3b10e-da99-4918-b65d-e4ef38d4db44 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:31.659160 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eeb98de3-ec74-4750-a844-0f3ca343fccd req-63f3b10e-da99-4918-b65d-e4ef38d4db44 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0457065 Jun 16 23:05:31.709118 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eeb98de3-ec74-4750-a844-0f3ca343fccd req-dab834db-19fc-4f34-a25f-ef35f76bd78a tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437760 Jun 16 23:05:31.757345 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8ff90e82-dc1d-4300-b05b-51577ea4ec76 req-8dd25aa0-ebee-4969-b8ed-bf87fd04c428 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e0a5e0b-57cd-45b2-9b36-ea3b89e305d8 HTTP/1.1" status: 200 len: 210 time: 0.0302374 Jun 16 23:05:32.676187 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9e28a0f3-8a11-4abd-b7d8-ba085c18515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:32.824478 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37c48-bb97-4425-aa4b-205316bff3ac req-b6c4bdaa-2015-468e-bc34-ba14093763c2 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:32.826055 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7b37c48-bb97-4425-aa4b-205316bff3ac req-b6c4bdaa-2015-468e-bc34-ba14093763c2 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0502634 Jun 16 23:05:32.844034 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55364) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:32.876056 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e7b37c48-bb97-4425-aa4b-205316bff3ac req-76074a72-a8b4-486b-b8a9-11334a697f1f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446024 Jun 16 23:05:32.901239 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1a74b357-d428-4d89-9d88-5a874e84d3a5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group (f33d9373-8b1b-40f1-bce1-91bb340142d4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:32.925013 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1a74b357-d428-4d89-9d88-5a874e84d3a5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group (f33d9373-8b1b-40f1-bce1-91bb340142d4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:32.990638 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-c3019541-c636-4093-b3b9-87fe93c34726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:32.992071 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-c3019541-c636-4093-b3b9-87fe93c34726 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1130 time: 0.0552220 Jun 16 23:05:33.028728 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1a74b357-d428-4d89-9d88-5a874e84d3a5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (f33d9373-8b1b-40f1-bce1-91bb340142d4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:33.031270 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1a74b357-d428-4d89-9d88-5a874e84d3a5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:33.032386 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1a74b357-d428-4d89-9d88-5a874e84d3a5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "DELETE /v2.0/security-groups/f33d9373-8b1b-40f1-bce1-91bb340142d4 HTTP/1.1" status: 204 len: 168 time: 0.1873546 Jun 16 23:05:33.035501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55368) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:33.052177 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-e8aad71f-2477-44fe-b97a-da8eec9f7e6e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] show failed (client error): The resource could not be found. Jun 16 23:05:33.056639 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e8aad71f-2477-44fe-b97a-da8eec9f7e6e tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups/f33d9373-8b1b-40f1-bce1-91bb340142d4 HTTP/1.1" status: 404 len: 347 time: 0.0173483 Jun 16 23:05:33.057280 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55370) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:33.067847 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74b357-d428-4d89-9d88-5a874e84d3a5 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33d9373-8b1b-40f1-bce1-91bb340142d4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:33.108447 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-998cb916-b673-4fc6-9821-408b4797bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:33.108447 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-998cb916-b673-4fc6-9821-408b4797bd72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 200 len: 909 time: 0.1054051 Jun 16 23:05:33.169546 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:33.186302 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Deleting port 3d06759d-72a9-44d1-a879-dc71919a2d34 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:33.186969 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (3d06759d-72a9-44d1-a879-dc71919a2d34), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:33.191691 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-146cdc47-7f00-46c6-9aa5-315c3e287641 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 1001 time: 0.0707190 Jun 16 23:05:33.257529 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:33.265365 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-55b1c229-7485-4d72-bffb-b443b192e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:33.267292 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-55b1c229-7485-4d72-bffb-b443b192e16c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af115d54-8d5d-4353-b04c-4d826bdb6216 HTTP/1.1" status: 200 len: 847 time: 0.0658312 Jun 16 23:05:33.283919 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (3d06759d-72a9-44d1-a879-dc71919a2d34), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:33.284597 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (3d06759d-72a9-44d1-a879-dc71919a2d34), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:33.301516 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Calling delete_port for 3d06759d-72a9-44d1-a879-dc71919a2d34 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:33.322911 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-08677a5f-1796-48bd-8ebf-7ce0d0b7c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:33.325266 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-08677a5f-1796-48bd-8ebf-7ce0d0b7c612 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e714880-bad0-4adf-82ee-dc3ffe4b848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507305 Jun 16 23:05:33.455607 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-5bee583f-250a-4fae-b5c7-16f951984efa service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209724 Jun 16 23:05:33.530958 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ab8ed-0d17-48b2-b871-4bf020c8fdaa req-d0b8e1f8-b468-4a59-bdca-7a0d6e24288f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:33.532315 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-585ab8ed-0d17-48b2-b871-4bf020c8fdaa req-d0b8e1f8-b468-4a59-bdca-7a0d6e24288f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0597460 Jun 16 23:05:33.533350 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (3d06759d-72a9-44d1-a879-dc71919a2d34), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:33.565914 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event deleted for resources: {'Port': ['ID=3d06759d-72a9-44d1-a879-dc71919a2d34,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:33.649104 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-585ab8ed-0d17-48b2-b871-4bf020c8fdaa req-60793bb9-5843-44a5-851a-0e683fd2c4d1 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076839 Jun 16 23:05:33.655525 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks [] for floatingip (6ed192b3-8831-4709-98ce-42555fddc032), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:33.658064 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:33.659190 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-02496341-927f-46dc-b66c-4dbb9c7ed897 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "DELETE /v2.0/floatingips/6ed192b3-8831-4709-98ce-42555fddc032 HTTP/1.1" status: 204 len: 168 time: 0.6007938 Jun 16 23:05:33.990423 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f434a-c4aa-47e3-9090-f0121f790c2f req-50960cbf-992c-4a87-be76-d5b648941027 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:33.991911 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8a9f434a-c4aa-47e3-9090-f0121f790c2f req-50960cbf-992c-4a87-be76-d5b648941027 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0478423 Jun 16 23:05:34.026364 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:34.043575 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8a9f434a-c4aa-47e3-9090-f0121f790c2f req-0fa22c0f-08ca-4629-9f6c-398ca0edb03b tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462737 Jun 16 23:05:34.760106 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78174fd-41b4-4171-8cfc-dac4b0700a9b req-f2b9f9d6-41a8-4c81-9367-0dcbc23f344e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:34.761538 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c78174fd-41b4-4171-8cfc-dac4b0700a9b req-f2b9f9d6-41a8-4c81-9367-0dcbc23f344e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0457609 Jun 16 23:05:34.808631 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c78174fd-41b4-4171-8cfc-dac4b0700a9b req-23eed851-286d-410a-80d6-b0f25e03c935 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Jun 16 23:05:34.832476 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e961604-50d9-46fe-bb95-7745748350dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:35.170030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ff45e-5fc4-4052-94a2-b7acac91aacf req-d36cb9d0-80d4-4506-8d65-c6724aba561f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:35.171501 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d34ff45e-5fc4-4052-94a2-b7acac91aacf req-d36cb9d0-80d4-4506-8d65-c6724aba561f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0501814 Jun 16 23:05:35.219279 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d34ff45e-5fc4-4052-94a2-b7acac91aacf req-a828036a-fc5b-4e0c-b7fb-0343b85026ed tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423903 Jun 16 23:05:35.376873 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 823b7d46-8462-4945-943b-09a9fc1c8dce no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:35.395159 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 823b7d46-8462-4945-943b-09a9fc1c8dce {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:35.395499 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 823b7d46-8462-4945-943b-09a9fc1c8dce not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:35.802432 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:35.922953 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c6564-a98c-4493-9f98-8f17b190c08e req-d5a3a139-e7fb-4f4f-ab0b-6fb81c3fb2c7 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:35.924411 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9b3c6564-a98c-4493-9f98-8f17b190c08e req-d5a3a139-e7fb-4f4f-ab0b-6fb81c3fb2c7 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0465221 Jun 16 23:05:35.970564 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9b3c6564-a98c-4493-9f98-8f17b190c08e req-166a0e0a-0379-4dac-87e8-314967a2146d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401442 Jun 16 23:05:36.332620 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50d6b-a191-480d-84a7-e99909410fbd req-e1afda90-787c-4b4b-8529-429f64164134 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:36.334863 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f4e50d6b-a191-480d-84a7-e99909410fbd req-e1afda90-787c-4b4b-8529-429f64164134 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0492451 Jun 16 23:05:36.382154 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f4e50d6b-a191-480d-84a7-e99909410fbd req-7109127b-eb65-4db7-996a-e9ef457d35b8 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Jun 16 23:05:36.460573 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8d30a68d-4942-4434-b0e2-e85ffa0c3d59 req-a8c1941b-4685-48da-aba1-a261f707ce6b service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Jun 16 23:05:37.084271 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce91ae-3811-4e91-a9c6-de10eef42202 req-22079b8e-fd34-45b5-8a75-a06d5239abd6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:37.085963 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91ce91ae-3811-4e91-a9c6-de10eef42202 req-22079b8e-fd34-45b5-8a75-a06d5239abd6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0476439 Jun 16 23:05:37.133739 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-91ce91ae-3811-4e91-a9c6-de10eef42202 req-e01d241f-553f-4d39-bd8e-0d685ad59f7d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421016 Jun 16 23:05:37.385754 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:37.494431 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646d7fa-538e-4c1a-a713-f58735a6679c req-b6a7ed5c-7110-4617-87f4-6663b2dd011d tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:37.495909 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7646d7fa-538e-4c1a-a713-f58735a6679c req-b6a7ed5c-7110-4617-87f4-6663b2dd011d tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0458550 Jun 16 23:05:37.516772 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:37.548966 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7646d7fa-538e-4c1a-a713-f58735a6679c req-f37e17ea-0f6d-4033-a707-e709c6b64131 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469999 Jun 16 23:05:38.126558 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-8d271f0f-1b93-4e5e-9bc6-d27cf8abc82c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:38.128061 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-8d271f0f-1b93-4e5e-9bc6-d27cf8abc82c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0615914 Jun 16 23:05:38.260923 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:38.289788 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:38.318234 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3257e2b-e23d-4107-94cb-95c52be57d29 req-b661b488-b5ea-4a60-b9d1-990bf986ef7c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:38.319754 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b3257e2b-e23d-4107-94cb-95c52be57d29 req-b661b488-b5ea-4a60-b9d1-990bf986ef7c tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1151390 Jun 16 23:05:38.330217 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404c246-16cf-40cf-b4ca-551b4a20d134 req-b7e0a69d-be54-43ac-9dde-14c1ce3bf614 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:38.331644 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7404c246-16cf-40cf-b4ca-551b4a20d134 req-b7e0a69d-be54-43ac-9dde-14c1ce3bf614 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0753922 Jun 16 23:05:38.403082 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b3257e2b-e23d-4107-94cb-95c52be57d29 req-1bd1edf8-f3b9-4d1b-96dd-a1a83090244b tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703719 Jun 16 23:05:38.409852 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7404c246-16cf-40cf-b4ca-551b4a20d134 req-1cd62918-7d1d-4e18-8a0a-c8b53b2879aa tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702956 Jun 16 23:05:38.665261 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2481d0-dd58-479d-b5ee-f96420b9027b req-6c7353a6-3daf-4a59-8f1b-0c88578c4892 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:38.666654 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cd2481d0-dd58-479d-b5ee-f96420b9027b req-6c7353a6-3daf-4a59-8f1b-0c88578c4892 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0495481 Jun 16 23:05:38.714890 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cd2481d0-dd58-479d-b5ee-f96420b9027b req-fed31c54-b497-4749-aa21-a6213578b23b tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 Jun 16 23:05:39.554023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d866dc-e761-4dfd-9576-0041b79b36f6 req-bfd73f2e-118c-4908-9d49-c1717b3f4395 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:39.555447 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f8d866dc-e761-4dfd-9576-0041b79b36f6 req-bfd73f2e-118c-4908-9d49-c1717b3f4395 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.0749002 Jun 16 23:05:39.565971 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8b2b4-9e5c-499d-948d-59ac5f269ee3 req-9c17e7b5-dee5-4bdf-aa4c-f197dcb0adf8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:39.567413 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f4e8b2b4-9e5c-499d-948d-59ac5f269ee3 req-9c17e7b5-dee5-4bdf-aa4c-f197dcb0adf8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 946 time: 0.0849984 Jun 16 23:05:39.632494 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:39.644096 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f8d866dc-e761-4dfd-9576-0041b79b36f6 req-a4445a03-6fce-4402-ba2b-1098f1bedb8f tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752399 Jun 16 23:05:39.647467 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f4e8b2b4-9e5c-499d-948d-59ac5f269ee3 req-4cb8546b-e170-4b26-82e9-4ced3514b06b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728760 Jun 16 23:05:39.823738 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5e6d2-aef6-485b-9e24-02b7e6afb5eb req-cf921567-21a3-41d0-9b50-b5295456763f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:39.825104 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-86e5e6d2-aef6-485b-9e24-02b7e6afb5eb req-cf921567-21a3-41d0-9b50-b5295456763f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0465565 Jun 16 23:05:39.873946 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-86e5e6d2-aef6-485b-9e24-02b7e6afb5eb req-2d9d8b00-e78b-42aa-84f3-b867372e8cbb tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Jun 16 23:05:39.931295 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=53 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:39.942615 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=79 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:40.300877 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Deleting port a7d62259-83d7-4cc4-b290-3fa8f2b03ade {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:40.301442 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:40.392983 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] For port a7d62259-83d7-4cc4-b290-3fa8f2b03ade, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:40.393362 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:40.436271 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:40.562324 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:40.562721 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (1f48a915-a490-44df-93e9-8237f65b3a44), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:40.563175 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Floating IP 1f48a915-a490-44df-93e9-8237f65b3a44 disassociated. External IP: 172.27.3.46, port: a7d62259-83d7-4cc4-b290-3fa8f2b03ade. Jun 16 23:05:40.563532 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Calling delete_port for a7d62259-83d7-4cc4-b290-3fa8f2b03ade owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:40.615316 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4f33-0152-4408-89d5-1046e3458251 req-4374b513-9364-4003-90b2-3995f8542da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:40.617139 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-733c4f33-0152-4408-89d5-1046e3458251 req-4374b513-9364-4003-90b2-3995f8542da7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1130 time: 0.0462546 Jun 16 23:05:40.644266 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:40.713485 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (a7d62259-83d7-4cc4-b290-3fa8f2b03ade), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:40.761639 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event deleted for resources: {'Port': ['ID=a7d62259-83d7-4cc4-b290-3fa8f2b03ade,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:40.799556 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7b04085-a0a1-4aed-9237-ec77b9e694bf req-a6a011ff-5220-49ec-95d3-752c4c437dc5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4c73822-1dfa-4eed-bf02-1123b0402755 HTTP/1.1" status: 200 len: 210 time: 0.0557666 Jun 16 23:05:40.810925 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4f33-0152-4408-89d5-1046e3458251 req-b901dbe6-8dfe-48fc-8eba-ea9963768ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:40.814209 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-733c4f33-0152-4408-89d5-1046e3458251 req-b901dbe6-8dfe-48fc-8eba-ea9963768ee5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 200 len: 909 time: 0.1730266 Jun 16 23:05:40.822397 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070ebfc-4f65-448f-8867-f8b598978175 req-a4d59863-c055-4b30-9c53-8a103c4d5035 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:40.824009 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7070ebfc-4f65-448f-8867-f8b598978175 req-a4d59863-c055-4b30-9c53-8a103c4d5035 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.1209216 Jun 16 23:05:40.889272 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Router 77088178-3e79-49b5-be89-703af2e76401 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:05:41.043513 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:41.057286 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc665ad5-e524-4826-a764-84851b02607f req-260e0a1c-4e19-4648-ba61-cb43b5f8c3da tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:41.058803 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fc665ad5-e524-4826-a764-84851b02607f req-260e0a1c-4e19-4648-ba61-cb43b5f8c3da tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.1137357 Jun 16 23:05:41.059667 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] Sync routers for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:05:41.071215 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af1515-907d-4795-81a9-0e988fe06268 req-be785ad0-8238-415a-a42b-890304a20e8a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:41.072707 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d2af1515-907d-4795-81a9-0e988fe06268 req-be785ad0-8238-415a-a42b-890304a20e8a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 945 time: 0.3080118 Jun 16 23:05:41.075586 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:41.076399 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:41.130320 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-733c4f33-0152-4408-89d5-1046e3458251 req-7bf23523-c36b-47b4-ac07-0abaf15a30ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 1001 time: 0.1299284 Jun 16 23:05:41.135462 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Deleting port 020e6819-d071-41f2-9573-ea592ee5004c {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:41.136014 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (020e6819-d071-41f2-9573-ea592ee5004c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:41.146068 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] No DVR routers for this DVR port a7d62259-83d7-4cc4-b290-3fa8f2b03ade on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:05:41.158413 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:41.162449 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4968cd51-a6b0-4dd5-8cca-3815e2973952 req-200e5315-b709-4dff-b05a-fb9146d7e4b5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "DELETE /v2.0/ports/a7d62259-83d7-4cc4-b290-3fa8f2b03ade HTTP/1.1" status: 204 len: 173 time: 0.9405997 Jun 16 23:05:41.163265 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'name': 'network-vif-deleted', 'tag': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:41.165498 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af89e527-c0fc-4385-acd1-d45707ca36be" -d '{"events": [{"server_uuid": "f4c73822-1dfa-4eed-bf02-1123b0402755", "name": "network-vif-deleted", "tag": "a7d62259-83d7-4cc4-b290-3fa8f2b03ade"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:41.186443 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:41.242807 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fc665ad5-e524-4826-a764-84851b02607f req-81f85602-9e06-4fd5-ada8-09a3d1e86900 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690373 Jun 16 23:05:41.251054 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:41.251437 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] For port 020e6819-d071-41f2-9573-ea592ee5004c, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=020e6819-d071-41f2-9573-ea592ee5004c,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:41.251980 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (020e6819-d071-41f2-9573-ea592ee5004c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:41.279870 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d2af1515-907d-4795-81a9-0e988fe06268 req-5f958efe-9847-4c84-acde-1b68a9d7098a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933055 Jun 16 23:05:41.283963 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Calling delete_port for 020e6819-d071-41f2-9573-ea592ee5004c owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:41.290375 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4f33-0152-4408-89d5-1046e3458251 req-19beeb24-76cc-4398-a8e2-687e9232d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:41.291997 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-733c4f33-0152-4408-89d5-1046e3458251 req-19beeb24-76cc-4398-a8e2-687e9232d257 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af115d54-8d5d-4353-b04c-4d826bdb6216 HTTP/1.1" status: 200 len: 847 time: 0.1512303 Jun 16 23:05:41.396307 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4f33-0152-4408-89d5-1046e3458251 req-b3261ef1-c314-4b7c-a36e-b199dd6eb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:41.397747 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-733c4f33-0152-4408-89d5-1046e3458251 req-b3261ef1-c314-4b7c-a36e-b199dd6eb3f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e714880-bad0-4adf-82ee-dc3ffe4b848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926678 Jun 16 23:05:41.473014 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:41.482671 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621b61f8-20cd-4bf7-b773-6e809465c45e x-openstack-request-id: req-621b61f8-20cd-4bf7-b773-6e809465c45e {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:41.483094 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c73822-1dfa-4eed-bf02-1123b0402755", "name": "network-vif-deleted", "tag": "a7d62259-83d7-4cc4-b290-3fa8f2b03ade", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:41.483497 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-621b61f8-20cd-4bf7-b773-6e809465c45e {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:41.484006 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621b61f8-20cd-4bf7-b773-6e809465c45e'] response: {'server_uuid': 'f4c73822-1dfa-4eed-bf02-1123b0402755', 'name': 'network-vif-deleted', 'tag': 'a7d62259-83d7-4cc4-b290-3fa8f2b03ade', 'status': 'completed', 'code': 200} Jun 16 23:05:41.485662 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (020e6819-d071-41f2-9573-ea592ee5004c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:41.499026 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['27dc1467-d62f-4447-a2e6-d4697ce9cdfa', '020e6819-d071-41f2-9573-ea592ee5004c'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:05:41.515693 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event deleted for resources: {'Port': ['ID=020e6819-d071-41f2-9573-ea592ee5004c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:41.543755 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:41.586655 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] Checking router: 77088178-3e79-49b5-be89-703af2e76401 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:41.596165 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:41.596985 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:41.615520 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-733c4f33-0152-4408-89d5-1046e3458251 req-6a74aca9-cce1-4ba4-bd0e-189a8f2b18fd service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109187 Jun 16 23:05:41.645212 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] No DVR routers for this DVR port 020e6819-d071-41f2-9573-ea592ee5004c on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:05:41.650061 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:41.653601 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-7070ebfc-4f65-448f-8867-f8b598978175 req-26f37f10-87c0-47fe-86b7-55c891997858 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "DELETE /v2.0/ports/020e6819-d071-41f2-9573-ea592ee5004c HTTP/1.1" status: 204 len: 173 time: 0.6694121 Jun 16 23:05:41.673093 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8519a-e45c-48a3-b4f4-c646b1191f2c req-98935bb9-4c4e-4376-ba6b-74c071b2d1ee tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:41.674044 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-7d7cf5b8-6116-4547-aff3-b4fb6fe0eb86 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087615 Jun 16 23:05:41.683149 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-92c8519a-e45c-48a3-b4f4-c646b1191f2c req-98935bb9-4c4e-4376-ba6b-74c071b2d1ee tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0664017 Jun 16 23:05:41.820193 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-1c7927ca-9a1a-4b99-b1eb-63e36d5b0d9d tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:41.828755 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-1c7927ca-9a1a-4b99-b1eb-63e36d5b0d9d tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports/218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 943 time: 0.1044064 Jun 16 23:05:41.975722 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-92c8519a-e45c-48a3-b4f4-c646b1191f2c req-3d759f4f-8d72-4cc3-bc3e-f1c678e48779 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786331 Jun 16 23:05:41.977796 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:41.991072 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55524) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:42.062809 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-733c4f33-0152-4408-89d5-1046e3458251 req-07ea5246-f4ac-4f11-a8d8-f3b10a02a354 service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489165 Jun 16 23:05:42.078804 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (a6abc8c6-bb72-4b4c-b3f5-b63f15201f98), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.118129 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (a6abc8c6-bb72-4b4c-b3f5-b63f15201f98), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.190238 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a6abc8c6-bb72-4b4c-b3f5-b63f15201f98), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.193104 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.196828 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "DELETE /v2.0/security-groups/a6abc8c6-bb72-4b4c-b3f5-b63f15201f98 HTTP/1.1" status: 204 len: 168 time: 0.2022986 Jun 16 23:05:42.197333 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55530) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:42.218221 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.api.v2.resource [None req-b7509a2f-ad5b-4e27-a803-7f1d02e5ad0c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] show failed (client error): The resource could not be found. Jun 16 23:05:42.219273 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b7509a2f-ad5b-4e27-a803-7f1d02e5ad0c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups/a6abc8c6-bb72-4b4c-b3f5-b63f15201f98 HTTP/1.1" status: 404 len: 347 time: 0.0209901 Jun 16 23:05:42.222212 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55532) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:42.223125 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6abc8c6-bb72-4b4c-b3f5-b63f15201f98,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:42.226571 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:42.247064 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:42.247802 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.248949 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.249339 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.251032 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.251388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.251787 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.252134 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.252467 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.252800 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.253180 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.253515 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.253844 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.254302 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.254653 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.255002 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a46020-00ad-48d9-8a4c-d496013f8a33 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:42.283236 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a47d0a-2505-4eca-96ab-fdfa2b65997b None None] The sync data for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi is: [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:42.406826 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Deleting port 276a1541-a019-490d-a478-f7c51246f24a {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:42.407442 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (276a1541-a019-490d-a478-f7c51246f24a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.434038 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:42.448587 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d30d8865-f6db-4425-a8f1-60a1bd3662c7 req-d66c1ffc-ef79-4a12-afe1-40c7ee9158ac tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2b8ba99-d845-4fca-b9e7-fc77ac91a601 HTTP/1.1" status: 200 len: 210 time: 0.0402534 Jun 16 23:05:42.508774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (276a1541-a019-490d-a478-f7c51246f24a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.509350 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (276a1541-a019-490d-a478-f7c51246f24a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.522262 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Calling delete_port for 276a1541-a019-490d-a478-f7c51246f24a owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:42.602677 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4140c0-65cb-42a9-9cfe-7a241e0c7ae4 None None] New status for floating IP 1f48a915-a490-44df-93e9-8237f65b3a44: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:05:42.658495 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (276a1541-a019-490d-a478-f7c51246f24a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.673532 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.db.api [None req-df4140c0-65cb-42a9-9cfe-7a241e0c7ae4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 23:05:42.674353 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG oslo_db.api [None req-df4140c0-65cb-42a9-9cfe-7a241e0c7ae4 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 23:05:42.688290 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event deleted for resources: {'Port': ['ID=276a1541-a019-490d-a478-f7c51246f24a,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:42.752969 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (1f48a915-a490-44df-93e9-8237f65b3a44), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.755463 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:42.756600 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-41c0efac-b730-4f7c-bf1b-52a2fd63e058 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "DELETE /v2.0/floatingips/1f48a915-a490-44df-93e9-8237f65b3a44 HTTP/1.1" status: 204 len: 168 time: 0.5333159 Jun 16 23:05:42.963183 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55544) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:42.967785 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-5d8c0ca3-7dd0-4671-a762-b2a38bbbcf45 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161647491', 'description': 'tempest-description--1993064357'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:42.997929 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ca3-7dd0-4671-a762-b2a38bbbcf45 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.082546 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87271b3c-ef2b-4473-925a-679236a11168 req-b4a5d691-b439-48a4-9735-96b2cf88b953 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:43.085217 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-87271b3c-ef2b-4473-925a-679236a11168 req-b4a5d691-b439-48a4-9735-96b2cf88b953 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0549877 Jun 16 23:05:43.104368 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ca3-7dd0-4671-a762-b2a38bbbcf45 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (cd7b4742-2565-49b8-a725-5fae9bdf65fe), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.109041 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ca3-7dd0-4671-a762-b2a38bbbcf45 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (cd7b4742-2565-49b8-a725-5fae9bdf65fe), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.119789 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55550) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:43.141578 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-87271b3c-ef2b-4473-925a-679236a11168 req-0e9e6fd8-a94d-4892-a251-8581c2876997 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486531 Jun 16 23:05:43.142043 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0ca3-7dd0-4671-a762-b2a38bbbcf45 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.143293 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5d8c0ca3-7dd0-4671-a762-b2a38bbbcf45 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1790831 Jun 16 23:05:43.146267 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55554) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:43.151777 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c0ca3-7dd0-4671-a762-b2a38bbbcf45 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7b4742-2565-49b8-a725-5fae9bdf65fe,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:43.154360 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-816ebffe-03a7-4652-a73c-737ec6e212b6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'security_group_rule': {'security_group_id': 'cd7b4742-2565-49b8-a725-5fae9bdf65fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:43.191280 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-816ebffe-03a7-4652-a73c-737ec6e212b6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (fb23750e-9c1b-4f86-9dd0-0510139f1ff6), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: WARNING neutron.objects.base [None req-df4140c0-65cb-42a9-9cfe-7a241e0c7ae4 None None] ORM session: SQL execution without transaction in progress, traceback: Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: func(*args, **kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: self.work.run() Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: result = self.fn(*self.args, **self.kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: res = self.dispatcher.dispatch(message) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return self._do_dispatch(endpoint, method, ctxt, args) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: result = func(ctxt, **new_args) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return f(*args, **kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return f(*args, **kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return f(*dup_args, **dup_kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: self.l3plugin.update_floatingip_status(context, Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return f_with_retry(*args, **kwargs, Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return f(*args, **kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return f(*args, **kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return f(*dup_args, **dup_kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return l3_obj.FloatingIP.update_object( Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return super(NeutronDbObject, cls).update_object( Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: obj = cls.get_object( Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: db_obj = obj_db_api.get_object( Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return fn(*args, **kwargs) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return _get_filter_query(obj_cls, context, **kwargs).first() Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: return self.limit(1)._iter().first() Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: result = self.session.execute( Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: result = fn(orm_exec_state) Jun 16 23:05:43.246166 dv-cinder-846230-1-iscsi neutron-server[103763]: Jun 16 23:05:43.251463 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-816ebffe-03a7-4652-a73c-737ec6e212b6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (fb23750e-9c1b-4f86-9dd0-0510139f1ff6), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.253873 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 020e6819-d071-41f2-9573-ea592ee5004c no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:43.256861 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-816ebffe-03a7-4652-a73c-737ec6e212b6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (fb23750e-9c1b-4f86-9dd0-0510139f1ff6), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.257041 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-52cff62b-55f3-4bba-bd93-717880367858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.276273 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ebffe-03a7-4652-a73c-737ec6e212b6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb23750e-9c1b-4f86-9dd0-0510139f1ff6,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:43.287847 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-816ebffe-03a7-4652-a73c-737ec6e212b6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.289239 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-816ebffe-03a7-4652-a73c-737ec6e212b6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408420 Jun 16 23:05:43.292230 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55556) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:43.297795 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-1010a78e-62d0-49a5-a65a-720cbdca1b4d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'security_group_rule': {'security_group_id': 'cd7b4742-2565-49b8-a725-5fae9bdf65fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:43.315856 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 020e6819-d071-41f2-9573-ea592ee5004c {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:43.316607 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 020e6819-d071-41f2-9573-ea592ee5004c not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:43.317210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a7d62259-83d7-4cc4-b290-3fa8f2b03ade no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:43.346140 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-52cff62b-55f3-4bba-bd93-717880367858 admin admin] Publish callbacks [] for security_group (06bdb987-dbaf-44ce-8b70-5a8afc1e593b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.351479 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-52cff62b-55f3-4bba-bd93-717880367858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (06bdb987-dbaf-44ce-8b70-5a8afc1e593b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.360040 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:43.371314 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: a7d62259-83d7-4cc4-b290-3fa8f2b03ade {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:43.371654 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a7d62259-83d7-4cc4-b290-3fa8f2b03ade not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:43.372251 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 218d229b-a7e5-4c33-9723-c6215e47e600 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:43.382032 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cff62b-55f3-4bba-bd93-717880367858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bdb987-dbaf-44ce-8b70-5a8afc1e593b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:43.394540 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-44378205-c16b-4003-8d47-a33aada7569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:43.396340 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-44378205-c16b-4003-8d47-a33aada7569a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8&tenant_id=b30b90ec4d5e45468a4fa0fb98e46393 HTTP/1.1" status: 200 len: 1130 time: 0.0904908 Jun 16 23:05:43.398524 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1010a78e-62d0-49a5-a65a-720cbdca1b4d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (b4731a54-5c2e-4e20-9a61-c891f0813809), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.409457 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-52cff62b-55f3-4bba-bd93-717880367858 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=00eb0e763b034fa581e7f1e96a6e571f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866747 Jun 16 23:05:43.410355 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55560) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:43.419981 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:43.465649 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:43.469789 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b0327ec7-1c7b-40c0-bb37-7a83e85ac438 admin admin] Publish callbacks [] for security_group (06bdb987-dbaf-44ce-8b70-5a8afc1e593b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.483138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:43.484930 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b8ba99-d845-4fca-b9e7-fc77ac91a601', 'name': 'network-vif-deleted', 'tag': '020e6819-d071-41f2-9573-ea592ee5004c'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:43.487165 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785bdccc-c122-44eb-a7a6-62ad33c9c420" -d '{"events": [{"server_uuid": "c2b8ba99-d845-4fca-b9e7-fc77ac91a601", "name": "network-vif-deleted", "tag": "020e6819-d071-41f2-9573-ea592ee5004c"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:43.499707 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b0327ec7-1c7b-40c0-bb37-7a83e85ac438 admin admin] Publish callbacks [] for security_group (06bdb987-dbaf-44ce-8b70-5a8afc1e593b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.503664 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1010a78e-62d0-49a5-a65a-720cbdca1b4d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (b4731a54-5c2e-4e20-9a61-c891f0813809), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.505571 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-a846c067-b053-4217-a911-6011d11e0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:43.507121 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-a846c067-b053-4217-a911-6011d11e0fc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1130 time: 0.0690939 Jun 16 23:05:43.512731 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1010a78e-62d0-49a5-a65a-720cbdca1b4d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (b4731a54-5c2e-4e20-9a61-c891f0813809), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.531827 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 218d229b-a7e5-4c33-9723-c6215e47e600 is: ACTIVE; New status is: DOWN {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:43.531827 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.536838 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010a78e-62d0-49a5-a65a-720cbdca1b4d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4731a54-5c2e-4e20-9a61-c891f0813809,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:43.566409 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b0327ec7-1c7b-40c0-bb37-7a83e85ac438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (06bdb987-dbaf-44ce-8b70-5a8afc1e593b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.570393 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b0327ec7-1c7b-40c0-bb37-7a83e85ac438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.573930 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-1010a78e-62d0-49a5-a65a-720cbdca1b4d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.575744 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b0327ec7-1c7b-40c0-bb37-7a83e85ac438 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/06bdb987-dbaf-44ce-8b70-5a8afc1e593b HTTP/1.1" status: 204 len: 168 time: 0.1640623 Jun 16 23:05:43.578899 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:43.580266 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186316d6-4d99-47f0-a2bd-5935b05e0038 x-openstack-request-id: req-186316d6-4d99-47f0-a2bd-5935b05e0038 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:43.580572 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b8ba99-d845-4fca-b9e7-fc77ac91a601", "name": "network-vif-deleted", "tag": "020e6819-d071-41f2-9573-ea592ee5004c", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:43.580997 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-186316d6-4d99-47f0-a2bd-5935b05e0038 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:43.581664 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186316d6-4d99-47f0-a2bd-5935b05e0038'] response: {'server_uuid': 'c2b8ba99-d845-4fca-b9e7-fc77ac91a601', 'name': 'network-vif-deleted', 'tag': '020e6819-d071-41f2-9573-ea592ee5004c', 'status': 'completed', 'code': 200} Jun 16 23:05:43.588661 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-1010a78e-62d0-49a5-a65a-720cbdca1b4d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924948 Jun 16 23:05:43.588830 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:43.589295 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55572) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:43.590312 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbbebe5-f585-460f-8a40-8134882c8772" -d '{"events": [{"server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "name": "network-vif-unplugged", "status": "completed", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:43.608838 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:43.617955 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:43.624779 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.655982 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327ec7-1c7b-40c0-bb37-7a83e85ac438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bdb987-dbaf-44ce-8b70-5a8afc1e593b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:43.693342 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.710641 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=6']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:43.720107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f42ba0-baae-4e46-8684-0745d0fd5cae x-openstack-request-id: req-92f42ba0-baae-4e46-8684-0745d0fd5cae {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:43.720438 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "name": "network-vif-unplugged", "status": "completed", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:43.720694 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-92f42ba0-baae-4e46-8684-0745d0fd5cae {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:43.721174 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f42ba0-baae-4e46-8684-0745d0fd5cae'] response: {'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600', 'code': 200} Jun 16 23:05:43.728267 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-27359d79-ad17-4004-ad02-6aceb5431ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:43.729979 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-27359d79-ad17-4004-ad02-6aceb5431ad1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 200 len: 909 time: 0.2149227 Jun 16 23:05:43.804013 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:43.948884 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Allocated IP 172.27.3.59 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/e05d381c-1b56-4565-b8b4-2b08523c526a) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:43.966224 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-f8cdef4c-30ea-4804-afde-14cfab39cf2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 999 time: 0.0771964 Jun 16 23:05:44.074947 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for port (e05d381c-1b56-4565-b8b4-2b08523c526a), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.109470 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7424-add1-4ca9-b424-077162589904 req-ea082936-bb0f-4843-82b2-3c49a76dae06 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:44.110971 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ea5f7424-add1-4ca9-b424-077162589904 req-ea082936-bb0f-4843-82b2-3c49a76dae06 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0538418 Jun 16 23:05:44.112057 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (e05d381c-1b56-4565-b8b4-2b08523c526a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.150721 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:44.155228 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:44.160968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:44.190563 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'Port': ['ID=e05d381c-1b56-4565-b8b4-2b08523c526a,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:44.197221 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ea5f7424-add1-4ca9-b424-077162589904 req-ce897fd3-ef5f-4ce5-9739-337197a193c6 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762141 Jun 16 23:05:44.262310 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (2aee460d-0bde-47ef-bf2e-1a2351a22788), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.301334 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e05d381c-1b56-4565-b8b4-2b08523c526a), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.301484 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369eb95-3378-43dd-b9bf-dbf39d263f76 req-d1882e97-3f9a-4003-8920-2fde7ada3b96 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:44.302349 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2369eb95-3378-43dd-b9bf-dbf39d263f76 req-d1882e97-3f9a-4003-8920-2fde7ada3b96 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.0578253 Jun 16 23:05:44.357486 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2369eb95-3378-43dd-b9bf-dbf39d263f76 req-72345ce3-0000-422b-bcbd-4ac6e97bb861 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478778 Jun 16 23:05:44.398223 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:44.406047 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:44.406778 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55600) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:44.454792 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for port (e05d381c-1b56-4565-b8b4-2b08523c526a), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.460309 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (e05d381c-1b56-4565-b8b4-2b08523c526a), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.508483 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1754800583-network', 'tenant_id': '1423c05c42b14519b401e22e16062781'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:44.517808 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:44.531294 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Made reservation on behalf of 1423c05c42b14519b401e22e16062781 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:05:44.531774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'Port': ['ID=e05d381c-1b56-4565-b8b4-2b08523c526a,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:44.534440 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.544478 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (2aee460d-0bde-47ef-bf2e-1a2351a22788), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.547913 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.561422 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.562678 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-28fe5864-f5a8-482a-a1d0-5f70ebba8b77 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9722431 Jun 16 23:05:44.632209 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Publish callbacks [] for security_group (53aab46e-65aa-498b-90ee-6b95fa8df5a2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.636224 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (53aab46e-65aa-498b-90ee-6b95fa8df5a2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.658801 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:05:44.674774 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53aab46e-65aa-498b-90ee-6b95fa8df5a2,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:44.677660 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (62d3d563-ec14-498f-bdb3-68f0bf5cae13), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.678002 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Added segment 62d3d563-ec14-498f-bdb3-68f0bf5cae13 of type vlan for network b60aa0be-29dc-41f5-b1f9-8245b5200d1c Jun 16 23:05:44.721108 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (b60aa0be-29dc-41f5-b1f9-8245b5200d1c), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.747466 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (b60aa0be-29dc-41f5-b1f9-8245b5200d1c), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.748514 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:44.749333 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:44.809386 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4014568 Jun 16 23:05:44.812189 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55614) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:44.819869 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Request body: {'subnet': {'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1754800583-subnet', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:44.826763 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478bd5d-2935-44f2-ada5-6ecdb0757841 admin admin] Pushing event updated for resources: {'Network': ['ID=b60aa0be-29dc-41f5-b1f9-8245b5200d1c,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:44.838174 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:05:44.839072 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:44.845989 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Made reservation on behalf of 1423c05c42b14519b401e22e16062781 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:05:44.849154 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60471339'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:45.190089 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-63a8a8ae-442c-4a05-8a8f-424b9895e80d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--161647491&fields=id&tenant_id=f3b1be8431b0434d8bd6abca293127d5 HTTP/1.1" status: 200 len: 267 time: 0.0875442 Jun 16 23:05:45.359235 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a9dbf-5f92-4bcf-beae-6d5700de8d3e req-4811448c-28b4-4e78-9fa1-6853d5b40593 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:45.360679 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f34a9dbf-5f92-4bcf-beae-6d5700de8d3e req-4811448c-28b4-4e78-9fa1-6853d5b40593 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.1006432 Jun 16 23:05:45.424191 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-f4b2bf12-1ccb-4cab-a1c4-688e5792e27c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:45.425598 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-f4b2bf12-1ccb-4cab-a1c4-688e5792e27c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 810 time: 0.2285411 Jun 16 23:05:45.434887 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58791013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60471321'] for subnet (2b9a00eb-79d7-4fa0-be06-90a02d5dd224), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:45.484376 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-323bee76-c985-4810-b27c-f6d6f7e3b5cd tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/quotas/f3b1be8431b0434d8bd6abca293127d5 HTTP/1.1" status: 200 len: 375 time: 0.0526404 Jun 16 23:05:45.507468 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f34a9dbf-5f92-4bcf-beae-6d5700de8d3e req-f5ab9bde-b5b8-4378-bb4e-6da132ee2836 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239460 Jun 16 23:05:45.546921 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9a00eb-79d7-4fa0-be06-90a02d5dd224,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:45.558531 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:45.570306 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-40cdb846-64b0-48f6-9142-55e02d910f18 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791752 Jun 16 23:05:45.605701 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Checking segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:45.606059 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Network hostable DHCP agents. Network: b60aa0be-29dc-41f5-b1f9-8245b5200d1c, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:05:45.677228 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc379be-5eed-44cf-91a6-0abb92a2a2b3 req-8a50d9c9-720a-406d-92cf-9945c3da2aaf tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:45.678697 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-acc379be-5eed-44cf-91a6-0abb92a2a2b3 req-8a50d9c9-720a-406d-92cf-9945c3da2aaf tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.1145506 Jun 16 23:05:45.699669 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:05:45.726386 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, b60aa0be-29dc-41f5-b1f9-8245b5200d1c) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:45.735664 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:45.736183 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:45.736301 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78afdc8-a9aa-4082-bd90-3da13495da91 None None] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:05:45.749063 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-64f4a036-8e77-46ad-9f51-ba7f3eb842bc service neutron] 10.222.0.17 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662679 Jun 16 23:05:45.784543 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7a120889-166f-4fb6-88c9-ebb2a9b93889 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9713717 Jun 16 23:05:45.787796 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:45.787926 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55624) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:45.792216 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:45.797627 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-acc379be-5eed-44cf-91a6-0abb92a2a2b3 req-2b4e0903-9437-49aa-b0cb-eb131bbfb034 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112580 Jun 16 23:05:45.829317 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:45.830697 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:45.852364 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:05:45.853753 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:45.868688 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-6ec8fac2-1685-4d5a-8689-b3420c4babfa service neutron] 10.222.0.17 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109550 Jun 16 23:05:45.896939 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks [] for router_controller (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.062320 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-98746135-f5e5-4b40-a38a-aa9daae0456f req-9206a8b6-4439-4f4f-a26c-b6bfbe3b57bd tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 210 time: 0.0364506 Jun 16 23:05:46.066538 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks [] for router_gateway (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.158549 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Allocated IP 172.20.0.2 (b60aa0be-29dc-41f5-b1f9-8245b5200d1c/2b9a00eb-79d7-4fa0-be06-90a02d5dd224/1cdd2284-8a03-4e26-b3a9-c7d09e585a8d) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:46.248102 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:05:46.313857 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Publish callbacks [] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.321533 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.366982 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:46.371128 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:46.377108 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:46.433249 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Pushing event updated for resources: {'Port': ['ID=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:46.449609 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:46.451389 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Attempting to bind port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:05:46.451667 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Attempting to bind port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:05:46.452034 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Attempting to bind port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:46.459422 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:05:46.459808 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Checking segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:46.460216 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.460867 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Bound using segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:05:46.461356 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Bound port: 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:05:46.461741 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.525838 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks [] for router_gateway (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.529609 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] For port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:05:46.534216 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] For port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:05:46.545361 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.549494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.610492 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5519-c200-44a1-853a-f4511f766412 None None] Pushing event updated for resources: {'Port': ['ID=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:46.647675 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0289eb-00bc-45fc-9b3f-a078943f489f req-bfdb8693-b109-43e4-9c2e-d336be891322 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:46.655158 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1b0289eb-00bc-45fc-9b3f-a078943f489f req-bfdb8693-b109-43e4-9c2e-d336be891322 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0629828 Jun 16 23:05:46.671791 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Allocated IP 172.27.3.141 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:46.704556 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1b0289eb-00bc-45fc-9b3f-a078943f489f req-ff44b959-eb47-4d29-a9e3-5914f2357883 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485332 Jun 16 23:05:46.794287 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks [] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.823082 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:46.842417 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:46.885517 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:46.888075 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:46.893762 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:46.896771 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:46.901084 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:46.973145 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2d037-c6b5-4c9e-91b3-3e0f72ed89f9 req-521918de-2261-4d15-9523-f9d33e795793 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:46.974871 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a8a2d037-c6b5-4c9e-91b3-3e0f72ed89f9 req-521918de-2261-4d15-9523-f9d33e795793 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.1001503 Jun 16 23:05:47.010675 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-a8cb8faf-6660-45fd-9596-91ccf918c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:47.012137 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-a8cb8faf-6660-45fd-9596-91ccf918c4b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af115d54-8d5d-4353-b04c-4d826bdb6216 HTTP/1.1" status: 200 len: 847 time: 0.0915203 Jun 16 23:05:47.044768 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a8a2d037-c6b5-4c9e-91b3-3e0f72ed89f9 req-722645bf-7ee4-40dd-b95c-71e29006bb11 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600736 Jun 16 23:05:47.145957 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-236214bd-9853-45b6-98e7-f06c2f2112a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:47.148058 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-236214bd-9853-45b6-98e7-f06c2f2112a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e714880-bad0-4adf-82ee-dc3ffe4b848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498779 Jun 16 23:05:47.171358 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks [] for router_gateway (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.197521 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8c6f8363-c42e-49c3-94ab-24d8ff3932a3 req-3b9e573c-a236-4a89-b71e-4ad747e5213b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 210 time: 0.0479999 Jun 16 23:05:47.264366 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-5ab5bf81-9664-43a1-8c7d-f561b46ee805 service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057048 Jun 16 23:05:47.365064 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.434096 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:47.511982 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-54a73ee8-64b3-40f3-87e3-ad7fe0760e5a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:47.513500 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-54a73ee8-64b3-40f3-87e3-ad7fe0760e5a tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0624835 Jun 16 23:05:47.513921 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:47.514382 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.556710 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba3afc6e-7704-4e0b-b72b-68b9a26bfda4 req-07b65f7b-bb9f-4831-b79d-ca833ff7548c service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259031 Jun 16 23:05:47.620313 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:47.620796 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.623581 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:47.631254 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:05:47.642819 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Deleting port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:47.643070 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.665529 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:47.670434 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.721391 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:47.769062 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:47.791840 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83ee7e-ed7f-4b07-8e9e-ee0c3368e3e2 None None] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:05:47.824118 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] For port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:47.824728 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.832310 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71605a-060e-41b5-958c-10121d34ba4d req-c72b6b90-e1f7-4cf7-b131-f40e2c7b5021 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:47.834276 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2c71605a-060e-41b5-958c-10121d34ba4d req-c72b6b90-e1f7-4cf7-b131-f40e2c7b5021 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 945 time: 0.0557928 Jun 16 23:05:47.843644 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Calling delete_port for 27dc1467-d62f-4447-a2e6-d4697ce9cdfa owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:47.845214 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:47.854484 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:47.867814 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:05:47.874084 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-07318950-3821-44c7-8dc6-35f1a21449c5 None None] Provisioning complete for port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:47.874346 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-07318950-3821-44c7-8dc6-35f1a21449c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.885638 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:47.886275 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:47.911501 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:47.912762 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-44bc2e44-cf41-47e8-94c4-4d2bf6fe47d2 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1238949 Jun 16 23:05:47.915374 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55646) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:47.930101 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2c71605a-060e-41b5-958c-10121d34ba4d req-5d5aaa7b-9cdf-490e-b264-d0f8f7ebc641 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/security-groups?id=8ac3004a-df86-486c-8684-98ec3e8de4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902443 Jun 16 23:05:48.009777 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:48.013482 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-07318950-3821-44c7-8dc6-35f1a21449c5 None None] Current status of the port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:48.086561 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:48.144821 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (27dc1467-d62f-4447-a2e6-d4697ce9cdfa), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.157100 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['27dc1467-d62f-4447-a2e6-d4697ce9cdfa'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:05:48.222007 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:47Z', 'revision_number': 3, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:48.232663 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Pushing event deleted for resources: {'Port': ['ID=27dc1467-d62f-4447-a2e6-d4697ce9cdfa,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:48.283900 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:48.284828 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Updating router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:05:48.297076 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e473358-196e-4c25-a621-8a181ca8c1aa req-523ba256-f816-4874-b92b-71ab92e66efd tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:48.298653 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-ef788559-f6f8-462b-8607-8f6b3cfbd970 None None] Provisioning complete for port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:48.299269 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] No DVR routers for this DVR port 27dc1467-d62f-4447-a2e6-d4697ce9cdfa on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:05:48.299413 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ef788559-f6f8-462b-8607-8f6b3cfbd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.302818 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9e473358-196e-4c25-a621-8a181ca8c1aa req-523ba256-f816-4874-b92b-71ab92e66efd tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.1679618 Jun 16 23:05:48.308651 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.312031 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-250993cb-9fb5-4c58-89bc-91041f67b3e5 req-71c183a4-6300-4eed-aa38-472d5b4df635 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.26 "DELETE /v2.0/ports/27dc1467-d62f-4447-a2e6-d4697ce9cdfa HTTP/1.1" status: 204 len: 173 time: 0.7916873 Jun 16 23:05:48.312529 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad3ba60-bc63-4d0a-be00-f9b00e66d803', 'name': 'network-vif-deleted', 'tag': '27dc1467-d62f-4447-a2e6-d4697ce9cdfa'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:48.314796 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2bfa08-722d-4a7f-b819-74fd37a38990" -d '{"events": [{"server_uuid": "4ad3ba60-bc63-4d0a-be00-f9b00e66d803", "name": "network-vif-deleted", "tag": "27dc1467-d62f-4447-a2e6-d4697ce9cdfa"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:48.350970 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.360981 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:48.490987 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:48.515510 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-60e779ff-5750-413c-9971-b85f110c9c2d req-842acb84-4d5c-42c8-92b4-0d254ebdcdc5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 210 time: 0.1678102 Jun 16 23:05:48.537838 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ef788559-f6f8-462b-8607-8f6b3cfbd970 None None] Current status of the port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:48.631612 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9e473358-196e-4c25-a621-8a181ca8c1aa req-b8d703dd-bc59-4b3c-8bff-cebe2feb32dc tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129675 Jun 16 23:05:48.670536 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-5d378b56-26bf-4dcc-9e60-f967445439bd tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:48.672324 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-5d378b56-26bf-4dcc-9e60-f967445439bd tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 810 time: 0.3261018 Jun 16 23:05:48.677870 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100df204-f05e-4b05-98ea-7c816774a983 x-openstack-request-id: req-100df204-f05e-4b05-98ea-7c816774a983 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:48.678492 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad3ba60-bc63-4d0a-be00-f9b00e66d803", "name": "network-vif-deleted", "tag": "27dc1467-d62f-4447-a2e6-d4697ce9cdfa", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:48.678924 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-100df204-f05e-4b05-98ea-7c816774a983 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:48.679496 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100df204-f05e-4b05-98ea-7c816774a983'] response: {'server_uuid': '4ad3ba60-bc63-4d0a-be00-f9b00e66d803', 'name': 'network-vif-deleted', 'tag': '27dc1467-d62f-4447-a2e6-d4697ce9cdfa', 'status': 'completed', 'code': 200} Jun 16 23:05:48.682114 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.709198 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Publish callbacks [] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.715434 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.771119 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Attempting to bind port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:05:48.771483 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Attempting to bind port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:05:48.771841 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Attempting to bind port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:48.775177 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Pushing event updated for resources: {'Port': ['ID=3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:48.783082 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:05:48.783449 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:48.783844 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.784222 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:05:48.784692 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Bound port: 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:05:48.786118 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.788042 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.788379 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.788729 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.789074 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.789403 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.789723 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.790032 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.790350 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.790690 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.791004 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.791314 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.791640 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.791968 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.792262 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.792566 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:05:48.845715 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Allocated IP 172.20.0.1 (b60aa0be-29dc-41f5-b1f9-8245b5200d1c/2b9a00eb-79d7-4fa0-be06-90a02d5dd224/0b7a0d59-0007-46a3-b5a3-555ab7092150) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:48.849925 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:48.850078 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] For port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:05:48.853404 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] For port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:05:48.859556 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:48.910451 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:48.918881 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:48.919629 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:48.921408 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c165e0-a48b-42c6-aa45-c289f0a5b939 None None] Pushing event updated for resources: {'Port': ['ID=3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:48.964194 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Publish callbacks [] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.005369 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.040880 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:49.055531 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-921ef3f4-d06b-4385-9d1d-a8774ee9ee7c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3b1be8431b0434d8bd6abca293127d5 HTTP/1.1" status: 200 len: 379 time: 0.1256835 Jun 16 23:05:49.062231 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7a0d59-0007-46a3-b5a3-555ab7092150,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:49.070695 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:49.074838 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:49.076356 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'port': {'device_id': 'b7619c39-737f-440b-b676-8e920380d6c6', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'admin_state_up': True, 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'security_groups': ['cd7b4742-2565-49b8-a725-5fae9bdf65fe']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:49.077452 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:49.132317 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.167701 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5df2baee-2bc0-46bd-99b2-a0c213813999 req-d24c85c7-43f7-4a1d-8e04-b560de30b523 tempest-ServerRescueNegativeTestJSON-1782574210 tempest-ServerRescueNegativeTestJSON-1782574210-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ad3ba60-bc63-4d0a-be00-f9b00e66d803 HTTP/1.1" status: 200 len: 210 time: 0.1104362 Jun 16 23:05:49.271633 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:49.273065 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:47Z', 'revision_number': 3, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:49.279748 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Made reservation on behalf of f3b1be8431b0434d8bd6abca293127d5 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:05:49.283187 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.298864 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.309223 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dc450-6f8f-48d7-bc37-a82076e448d4 None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:47Z', 'revision_number': 3, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:49.355194 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:49.367311 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-2d855114-5c7f-4cdc-90b5-5756c4247eda None None] Provisioning complete for port 0b7a0d59-0007-46a3-b5a3-555ab7092150 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:49.368017 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2d855114-5c7f-4cdc-90b5-5756c4247eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.425267 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-2d855114-5c7f-4cdc-90b5-5756c4247eda None None] Port 0b7a0d59-0007-46a3-b5a3-555ab7092150 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:05:49.455043 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Allocated IP 172.20.0.9 (9cf34f4a-7249-4d59-a812-ce9cab585661/d441631d-427b-4b17-9128-b6f9e0efe649/f3bd5725-2a88-4068-b338-b761ad56e180) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:49.474706 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:49.505889 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Publish callbacks [] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.512046 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.521608 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:49.522088 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.559602 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:49.604642 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:49.637672 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.657824 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7a0d59-0007-46a3-b5a3-555ab7092150,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:49.678624 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4c471357-c001-4a6c-8575-df51c4f65554 req-731db2fd-91ae-4ea1-9a19-aca54c2cdaa5 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 210 time: 0.0723152 Jun 16 23:05:49.770544 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for port (f3bd5725-2a88-4068-b338-b761ad56e180), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.794545 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea29d52-299a-4721-b512-8b8ca028dcc9 req-478e6510-2684-4ab9-b66f-60bd118eb37e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:49.796150 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-aea29d52-299a-4721-b512-8b8ca028dcc9 req-478e6510-2684-4ab9-b66f-60bd118eb37e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.0686557 Jun 16 23:05:49.797178 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:49.798654 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:49.859957 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:49.895756 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-aea29d52-299a-4721-b512-8b8ca028dcc9 req-b45c8c79-1398-4171-82f7-a9128baba293 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901546 Jun 16 23:05:49.907548 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:49.924509 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:49.925221 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:49.937527 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:05:49.984547 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:49.989495 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:49.995447 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:50.004213 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event updated for resources: {'Port': ['ID=f3bd5725-2a88-4068-b338-b761ad56e180,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:50.116007 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:50.123177 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:50.128341 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.142703 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-167e8e1a-6eab-4652-8abb-af08de8a67f8 admin admin] 10.222.0.17 "PUT /v2.0/routers/eabe741f-4d5e-4cbd-9e0d-657dcacf9511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169571 Jun 16 23:05:50.181569 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-a1274043-0192-4596-a071-d5ef56cf17ab tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1128008 Jun 16 23:05:50.200518 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Request body: {'port': {'device_id': 'b7619c39-737f-440b-b676-8e920380d6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:50.265012 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-fba5e146-4955-4c5f-af42-904811ec8079 None None] Provisioning complete for port 0b7a0d59-0007-46a3-b5a3-555ab7092150 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:50.265394 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fba5e146-4955-4c5f-af42-904811ec8079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.322967 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55668) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:50.339062 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-fba5e146-4955-4c5f-af42-904811ec8079 None None] Port 0b7a0d59-0007-46a3-b5a3-555ab7092150 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:05:50.364962 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.461735 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-104d536a-cfb5-469b-b347-75e469436236 None None] Provisioning complete for port f3bd5725-2a88-4068-b338-b761ad56e180 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:50.462110 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-104d536a-cfb5-469b-b347-75e469436236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.496443 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-104d536a-cfb5-469b-b347-75e469436236 None None] Port f3bd5725-2a88-4068-b338-b761ad56e180 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:05:50.765237 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:50.787263 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55686) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:50.792240 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2079386995-network', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:50.815044 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Made reservation on behalf of 3611b63c998b4abebe0a7deb01d1f0d5 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:05:50.818094 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.827124 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.856609 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aaaa9-8a7e-46e5-b633-36e582324c3b req-f0aafa9f-b858-4070-b067-cac1f5cbb9ca tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:50.858085 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-921aaaa9-8a7e-46e5-b633-36e582324c3b req-f0aafa9f-b858-4070-b067-cac1f5cbb9ca tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 931 time: 0.1068752 Jun 16 23:05:50.866855 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:50.905395 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Publish callbacks [] for security_group (bb92e229-4da6-4af3-8817-875bf18f0c92), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.910965 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (bb92e229-4da6-4af3-8817-875bf18f0c92), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.939986 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:05:50.946714 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb92e229-4da6-4af3-8817-875bf18f0c92,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:50.952980 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (0610f256-0280-4eca-bb9d-3eaa42819c9b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:50.953317 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Added segment 0610f256-0280-4eca-bb9d-3eaa42819c9b of type vlan for network 5548791b-b8f0-4b91-b4e2-87998599c689 Jun 16 23:05:50.958180 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bd5725-2a88-4068-b338-b761ad56e180 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:05:51.001031 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Publish callbacks [] for port (f3bd5725-2a88-4068-b338-b761ad56e180), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.002228 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (5548791b-b8f0-4b91-b4e2-87998599c689), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.031386 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (5548791b-b8f0-4b91-b4e2-87998599c689), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.032424 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:51.033029 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.069257 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2805905 Jun 16 23:05:51.079477 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Transition to ACTIVE for port object f3bd5725-2a88-4068-b338-b761ad56e180 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:05:51.082631 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55690) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:51.089794 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Request body: {'subnet': {'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2079386995-subnet', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:51.098687 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0557939-b23d-4917-a669-fbe09f5473f4 admin admin] Pushing event updated for resources: {'Network': ['ID=5548791b-b8f0-4b91-b4e2-87998599c689,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:51.108493 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 5548791b-b8f0-4b91-b4e2-87998599c689 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:05:51.112611 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.145471 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-921aaaa9-8a7e-46e5-b633-36e582324c3b req-3570195a-a22c-4f40-aea7-a37306ed9c58 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598825 Jun 16 23:05:51.151411 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d87735-bc24-4201-bcfd-dc4427de1305 req-f1baf315-b431-463c-94ef-8326935c9b7f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:51.152874 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a3d87735-bc24-4201-bcfd-dc4427de1305 req-f1baf315-b431-463c-94ef-8326935c9b7f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.1839480 Jun 16 23:05:51.164331 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 27dc1467-d62f-4447-a2e6-d4697ce9cdfa no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:51.195906 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 27dc1467-d62f-4447-a2e6-d4697ce9cdfa {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:51.196341 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 27dc1467-d62f-4447-a2e6-d4697ce9cdfa not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:51.401924 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:05:51.413173 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:51.413855 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:51.458095 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:51.487786 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (3f01feb7-16c0-4fac-beda-01cd9d84d32d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.489280 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:51.500902 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Made reservation on behalf of 3611b63c998b4abebe0a7deb01d1f0d5 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:05:51.504069 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60471339'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.559128 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Pushing event updated for resources: {'Port': ['ID=f3bd5725-2a88-4068-b338-b761ad56e180,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:51.572410 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:51.572769 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.575717 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:51.685320 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a3d87735-bc24-4201-bcfd-dc4427de1305 req-ea9b0020-3b44-4ae2-b045-d9a226a9ce38 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431996 Jun 16 23:05:51.787893 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:51.788282 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.818346 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Attempting to bind port f3bd5725-2a88-4068-b338-b761ad56e180 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:05:51.818700 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Attempting to bind port f3bd5725-2a88-4068-b338-b761ad56e180 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:05:51.819036 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Attempting to bind port f3bd5725-2a88-4068-b338-b761ad56e180 on network 9cf34f4a-7249-4d59-a812-ce9cab585661 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:51.823467 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:51.845880 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.863659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Port f3bd5725-2a88-4068-b338-b761ad56e180 on network 9cf34f4a-7249-4d59-a812-ce9cab585661 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:05:51.863986 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Attempting to bind port f3bd5725-2a88-4068-b338-b761ad56e180 on network 9cf34f4a-7249-4d59-a812-ce9cab585661 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:51.895529 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 2, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:51.900643 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:05:51.900643 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Checking segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:51.900643 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Bound using segment: {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:05:51.901005 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Bound port: f3bd5725-2a88-4068-b338-b761ad56e180, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3b7d0c-89c6-481b-a281-08a52d420c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:05:51.901111 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:51.924213 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:51.928931 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:51.929277 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Updating router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 port 0b7a0d59-0007-46a3-b5a3-555ab7092150 binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:05:51.934696 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:51.964216 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.069199 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:52.073453 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] For port f3bd5725-2a88-4068-b338-b761ad56e180, host hv-cinder-84623, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:05:52.077476 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58791013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60471321'] for subnet (08e328d1-69f9-4344-a9b8-35218fb54e79), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.081922 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:52.128311 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] For port f3bd5725-2a88-4068-b338-b761ad56e180, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=f3bd5725-2a88-4068-b338-b761ad56e180,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:05:52.137002 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Deleting port ad5946cf-0af4-4e99-b1c0-36b4a2788200 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:52.137315 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.156790 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.200032 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e328d1-69f9-4344-a9b8-35218fb54e79,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:52.246183 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Publish callbacks [] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.252360 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.260453 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:52.261070 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.262812 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] 10.222.0.26 "PUT /v2.0/ports/f3bd5725-2a88-4068-b338-b761ad56e180 HTTP/1.1" status: 200 len: 1093 time: 2.0727563 Jun 16 23:05:52.265441 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7619c39-737f-440b-b676-8e920380d6c6', 'tag': 'f3bd5725-2a88-4068-b338-b761ad56e180'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:05:52.267805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a611801a-7264-4299-a428-8753d38433be" -d '{"events": [{"name": "network-changed", "server_uuid": "b7619c39-737f-440b-b676-8e920380d6c6", "tag": "f3bd5725-2a88-4068-b338-b761ad56e180"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:05:52.302415 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:52.329397 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Checking segment: {'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:52.329731 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Network hostable DHCP agents. Network: 5548791b-b8f0-4b91-b4e2-87998599c689, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:05:52.330084 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1c12f-34b7-495a-ab47-7cf42d8da544 None None] Pushing event updated for resources: {'Port': ['ID=0b7a0d59-0007-46a3-b5a3-555ab7092150,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:52.354142 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa32b3-bcc8-46fa-bf7f-fa0a082f0b4b service neutron] Pushing event updated for resources: {'Port': ['ID=f3bd5725-2a88-4068-b338-b761ad56e180,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:52.373715 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Attempting to bind port 0b7a0d59-0007-46a3-b5a3-555ab7092150 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:05:52.374096 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Attempting to bind port 0b7a0d59-0007-46a3-b5a3-555ab7092150 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:05:52.376420 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Attempting to bind port 0b7a0d59-0007-46a3-b5a3-555ab7092150 on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:52.383045 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:05:52.384810 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Checking segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:52.385309 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.385790 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Bound using segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:05:52.386516 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Bound port: 0b7a0d59-0007-46a3-b5a3-555ab7092150, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:05:52.387026 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.404545 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fc47df-9d8d-4fa3-8333-b83153ca661d x-openstack-request-id: req-49fc47df-9d8d-4fa3-8333-b83153ca661d {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:05:52.404841 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7619c39-737f-440b-b676-8e920380d6c6", "tag": "f3bd5725-2a88-4068-b338-b761ad56e180", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:05:52.405105 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-49fc47df-9d8d-4fa3-8333-b83153ca661d {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:05:52.405486 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fc47df-9d8d-4fa3-8333-b83153ca661d'] response: {'name': 'network-changed', 'server_uuid': 'b7619c39-737f-440b-b676-8e920380d6c6', 'tag': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'status': 'completed', 'code': 200} Jun 16 23:05:52.434343 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a4d23-5b84-4ce8-b2b5-9298bff5bf2d req-5ab3c1b2-e5b1-4e52-8541-dd6840347ac0 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:52.435852 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f87a4d23-5b84-4ce8-b2b5-9298bff5bf2d req-5ab3c1b2-e5b1-4e52-8541-dd6840347ac0 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 943 time: 0.1859210 Jun 16 23:05:52.440947 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-e9e68651-d78b-42b1-b942-fef31c20c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:52.442738 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-e9e68651-d78b-42b1-b942-fef31c20c6e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 1127 time: 0.1163099 Jun 16 23:05:52.444908 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] For port ad5946cf-0af4-4e99-b1c0-36b4a2788200, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=ad5946cf-0af4-4e99-b1c0-36b4a2788200,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:52.445272 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.447862 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Network 5548791b-b8f0-4b91-b4e2-87998599c689 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:05:52.465053 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] For port 0b7a0d59-0007-46a3-b5a3-555ab7092150, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:05:52.468971 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] For port 0b7a0d59-0007-46a3-b5a3-555ab7092150, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=0b7a0d59-0007-46a3-b5a3-555ab7092150,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:05:52.477463 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.501299 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-78beef87-5ef5-441d-8c66-2d392e8ffa23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3bd5725-2a88-4068-b338-b761ad56e180 HTTP/1.1" status: 200 len: 217 time: 0.0499310 Jun 16 23:05:52.529299 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 5548791b-b8f0-4b91-b4e2-87998599c689) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:52.531364 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Calling delete_port for ad5946cf-0af4-4e99-b1c0-36b4a2788200 owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:52.542341 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:52.542617 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.543707 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4607f5b-42cc-42bd-a229-d9f4c021171c None None] Network 5548791b-b8f0-4b91-b4e2-87998599c689 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:05:52.548274 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1c12f-34b7-495a-ab47-7cf42d8da544 None None] Pushing event updated for resources: {'Port': ['ID=0b7a0d59-0007-46a3-b5a3-555ab7092150,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:52.573640 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:52.574301 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:52.649980 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a8abc22e-b695-445b-add2-542e033ced32 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5608945 Jun 16 23:05:52.650330 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55700) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:52.654093 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f87a4d23-5b84-4ce8-b2b5-9298bff5bf2d req-0937af7f-4ed3-4094-8e66-bd62289b1e28 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016299 Jun 16 23:05:52.656542 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:52.662269 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-65135c42-e366-4d4d-a428-d4827f72672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:52.664462 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-65135c42-e366-4d4d-a428-d4827f72672a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d441631d-427b-4b17-9128-b6f9e0efe649 HTTP/1.1" status: 200 len: 849 time: 0.1529319 Jun 16 23:05:52.706508 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.708465 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.722223 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:52.723938 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-26df280b-58a2-4474-b2bb-0138ae69acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:52.725722 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-26df280b-58a2-4474-b2bb-0138ae69acaa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cf34f4a-7249-4d59-a812-ce9cab585661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506675 Jun 16 23:05:52.851318 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:52.938804 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac7ee9-88f4-4cb8-abde-71fdb7333471 req-165d6174-d5e6-42e5-bfa6-9e9864944704 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:52.940651 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6fac7ee9-88f4-4cb8-abde-71fdb7333471 req-165d6174-d5e6-42e5-bfa6-9e9864944704 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.1194229 Jun 16 23:05:52.966430 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-12c6fe49-18ee-4b57-ad8e-80e7a3bd8707 None None] Provisioning complete for port 0b7a0d59-0007-46a3-b5a3-555ab7092150 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:52.966880 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-12c6fe49-18ee-4b57-ad8e-80e7a3bd8707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:52.992247 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-48046428-9402-41d4-bdeb-626c3e7e17ab service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492561 Jun 16 23:05:53.029318 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:53.106472 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-5548791b-b8f0-4b91-b4e2-87998599c689', 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689', 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'fixed_ips': [{'subnet_id': '08e328d1-69f9-4344-a9b8-35218fb54e79'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:05:53.107039 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.126010 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks [] for router_controller (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), precommit_add_association {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.126333 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6fac7ee9-88f4-4cb8-abde-71fdb7333471 req-5aa37dd8-0d7e-4e71-8457-a3b75e91ba0f tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656566 Jun 16 23:05:53.127769 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:53.133743 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (ad5946cf-0af4-4e99-b1c0-36b4a2788200), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.178769 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5946cf-0af4-4e99-b1c0-36b4a2788200,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:53.189934 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42b70bca-94af-4e45-9e2c-361dab4ab91b req-542298bc-77d7-4780-b66b-0f1723219a6b service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742885 Jun 16 23:05:53.265051 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-12c6fe49-18ee-4b57-ad8e-80e7a3bd8707 None None] Current status of the port 0b7a0d59-0007-46a3-b5a3-555ab7092150 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:53.265623 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-12c6fe49-18ee-4b57-ad8e-80e7a3bd8707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.283563 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:52Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:53.328509 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks [] for router_gateway (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.343486 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bcf6bc-7237-481d-a934-abfc75631da9 None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:52Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:53.400553 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-12c6fe49-18ee-4b57-ad8e-80e7a3bd8707 None None] For port 0b7a0d59-0007-46a3-b5a3-555ab7092150, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=0b7a0d59-0007-46a3-b5a3-555ab7092150,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:53.438338 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (3f01feb7-16c0-4fac-beda-01cd9d84d32d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.440039 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-12c6fe49-18ee-4b57-ad8e-80e7a3bd8707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.454834 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:53.468006 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Allocated IP 172.20.0.2 (5548791b-b8f0-4b91-b4e2-87998599c689/08e328d1-69f9-4344-a9b8-35218fb54e79/adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:53.601340 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:53.659655 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:53.705869 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks [] for router_gateway (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.713171 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-7043319b-8e05-4a9d-8a00-1c4b302494ca None None] Provisioning complete for port 0b7a0d59-0007-46a3-b5a3-555ab7092150 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:53.713550 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7043319b-8e05-4a9d-8a00-1c4b302494ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.715625 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6fe49-18ee-4b57-ad8e-80e7a3bd8707 None None] Pushing event updated for resources: {'Port': ['ID=0b7a0d59-0007-46a3-b5a3-555ab7092150,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:53.729841 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.732835 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:53.838939 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfed09-36b4-4104-8637-2b8a08631327 req-fd533e47-8f70-407e-9c2c-624a1a19e448 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:53.841141 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28dfed09-36b4-4104-8637-2b8a08631327 req-fd533e47-8f70-407e-9c2c-624a1a19e448 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 943 time: 0.0709813 Jun 16 23:05:53.861057 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Allocated IP 172.27.3.85 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/37c03700-a706-4f3f-a998-f848bd301c20) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:53.865405 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:53.865887 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.907552 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28dfed09-36b4-4104-8637-2b8a08631327 req-e101c13f-f561-40cd-b72c-ae4a0f193070 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598097 Jun 16 23:05:53.909530 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Router 3f01feb7-16c0-4fac-beda-01cd9d84d32d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:05:53.963833 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Publish callbacks [] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:53.987117 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.000882 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks [] for port (37c03700-a706-4f3f-a998-f848bd301c20), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.011459 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Network 5548791b-b8f0-4b91-b4e2-87998599c689 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:54.014763 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:54.015563 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:54.019409 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7043319b-8e05-4a9d-8a00-1c4b302494ca None None] Current status of the port 0b7a0d59-0007-46a3-b5a3-555ab7092150 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:54.021938 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:54.046142 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:54.057419 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (37c03700-a706-4f3f-a998-f848bd301c20), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.057896 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] Sync routers for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:05:54.062007 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-6c5a780c-4d72-466c-8840-5942318a4de2 admin admin] 10.222.0.17 "PUT /v2.0/routers/3f01feb7-16c0-4fac-beda-01cd9d84d32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7318749 Jun 16 23:05:54.062521 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55706) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:54.074391 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:54.075063 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:54.101400 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:54.104616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:54.112475 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:54.136166 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:54.172507 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:54.182353 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks [] for router (3f01feb7-16c0-4fac-beda-01cd9d84d32d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.192018 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Attempting to bind port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:05:54.192364 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Attempting to bind port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:05:54.192728 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Attempting to bind port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 on network 5548791b-b8f0-4b91-b4e2-87998599c689 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:54.194834 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Pushing event updated for resources: {'Port': ['ID=adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:54.211089 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:05:54.211089 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Checking segment: {'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:54.211089 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.211089 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Bound using segment: {'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:05:54.211089 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Bound port: adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:05:54.211089 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.256439 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Pushing event updated for resources: {'Port': ['ID=37c03700-a706-4f3f-a998-f848bd301c20,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:54.313561 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] For port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:05:54.319341 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] For port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31,segment=NetworkSegment(0610f256-0280-4eca-bb9d-3eaa42819c9b),segment_id=0610f256-0280-4eca-bb9d-3eaa42819c9b)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:05:54.332739 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.344110 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:54.432682 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361c026-c433-45ed-85e5-4e347cbe2e51 None None] Pushing event updated for resources: {'Port': ['ID=adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:54.507001 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks [] for router_gateway (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.622193 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:54.670051 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:54.718288 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6246ed3-e24c-4291-982d-9f5682f257c2 req-1b079538-e976-4f5f-95ad-eeaee1e8b9a9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:54.742040 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e6246ed3-e24c-4291-982d-9f5682f257c2 req-1b079538-e976-4f5f-95ad-eeaee1e8b9a9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.1169457 Jun 16 23:05:54.760916 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:05:52Z', 'revision_number': 5, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port': {'id': '2eb067a3-5b37-4a43-b501-921eaeca383d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:54.790554 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks [] for router_gateway (3f01feb7-16c0-4fac-beda-01cd9d84d32d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.795279 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.814895 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] Checking router: 3f01feb7-16c0-4fac-beda-01cd9d84d32d for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:54.828239 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] Routers {'3f01feb7-16c0-4fac-beda-01cd9d84d32d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:54.829216 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:54.904119 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e6246ed3-e24c-4291-982d-9f5682f257c2 req-36251694-8444-4ae1-87d5-b3d201ae381e tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556435 Jun 16 23:05:54.934139 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Deleting port 2eb067a3-5b37-4a43-b501-921eaeca383d {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:54.934139 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:54.992808 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] Set router 3f01feb7-16c0-4fac-beda-01cd9d84d32d gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:55.025723 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:55.031906 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:55.055927 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:05:54Z', 'revision_number': 6, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:55.087326 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e64a52-31c0-4de9-a48e-47002d04dce4 None None] The sync data for ids ['3f01feb7-16c0-4fac-beda-01cd9d84d32d'] in dv-cinder-846230-1-iscsi is: [{'id': '3f01feb7-16c0-4fac-beda-01cd9d84d32d', 'name': 'tempest-ServerRescueNegativeTestJSON-1517979647-router', 'tenant_id': '60447df5461141e883d207e028b74bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:05:54Z', 'revision_number': 6, 'project_id': '60447df5461141e883d207e028b74bc7', 'gw_port_host': None}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:55.109000 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f9b3-24e3-4816-a4d8-b4835479465c req-0f8e226d-827f-4961-b40d-bd629d90a26c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:55.111307 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be89f9b3-24e3-4816-a4d8-b4835479465c req-0f8e226d-827f-4961-b40d-bd629d90a26c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 943 time: 0.0612915 Jun 16 23:05:55.123685 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:05:55.196919 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] For port 2eb067a3-5b37-4a43-b501-921eaeca383d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2eb067a3-5b37-4a43-b501-921eaeca383d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:55.197429 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:55.221029 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611801a-7264-4299-a428-8753d38433be req-7eaa4354-d849-435c-a97f-ed6c36448b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:55.222773 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a611801a-7264-4299-a428-8753d38433be req-7eaa4354-d849-435c-a97f-ed6c36448b6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 1127 time: 0.4098392 Jun 16 23:05:55.223971 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Calling delete_port for 2eb067a3-5b37-4a43-b501-921eaeca383d owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:55.264844 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71834-d4fd-49fe-b7a0-27af82cb8a53 req-7a868bab-7661-4038-9dc2-3e61758611de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:55.266353 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-04a71834-d4fd-49fe-b7a0-27af82cb8a53 req-7a868bab-7661-4038-9dc2-3e61758611de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1128 time: 0.2393610 Jun 16 23:05:55.271519 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:55.287767 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Sync routers for ids ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:05:55.290040 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be89f9b3-24e3-4816-a4d8-b4835479465c req-e3dc25ba-55d5-4aef-90ad-d50d9e576825 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719072 Jun 16 23:05:55.297454 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Routers {'7f74ac9a-cfdc-4058-8962-fff4cf0b060a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:55.298308 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:55.323566 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:55.327893 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-71fe3b68-fe90-4d7b-8b49-d18b178f1df9 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6753631 Jun 16 23:05:55.329580 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55716) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:55.396766 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611801a-7264-4299-a428-8753d38433be req-2f7bb64e-cf54-40ac-b600-728156a7a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:55.398243 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a611801a-7264-4299-a428-8753d38433be req-2f7bb64e-cf54-40ac-b600-728156a7a24a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 911 time: 0.1656141 Jun 16 23:05:55.434823 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Set router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:55.474472 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a611801a-7264-4299-a428-8753d38433be req-b25fe2c5-f7e5-4003-abfc-9cbd6e7b2823 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3bd5725-2a88-4068-b338-b761ad56e180 HTTP/1.1" status: 200 len: 217 time: 0.0432484 Jun 16 23:05:55.535608 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611801a-7264-4299-a428-8753d38433be req-cad471b9-4be5-4784-8598-78566bb25876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:55.537017 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a611801a-7264-4299-a428-8753d38433be req-cad471b9-4be5-4784-8598-78566bb25876 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d441631d-427b-4b17-9128-b6f9e0efe649 HTTP/1.1" status: 200 len: 849 time: 0.0480521 Jun 16 23:05:55.539974 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-04a71834-d4fd-49fe-b7a0-27af82cb8a53 req-3aa24fd9-46b6-488a-bd95-3fdfc7308254 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661941 Jun 16 23:05:55.546228 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:55.606934 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:55.635673 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (2eb067a3-5b37-4a43-b501-921eaeca383d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:55.683714 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '37c03700-a706-4f3f-a998-f848bd301c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:05:54Z', 'revision_number': 3, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port': {'id': '37c03700-a706-4f3f-a998-f848bd301c20', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:53Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:55.700777 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb067a3-5b37-4a43-b501-921eaeca383d,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:55.727986 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Checking router: 7f74ac9a-cfdc-4058-8962-fff4cf0b060a for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:05:55.728508 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Updating router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a port 37c03700-a706-4f3f-a998-f848bd301c20 binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:05:55.785714 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (37c03700-a706-4f3f-a998-f848bd301c20), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:55.846560 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611801a-7264-4299-a428-8753d38433be req-9dcda957-8d68-4f48-af19-8b5dc5181b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:55.848420 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a611801a-7264-4299-a428-8753d38433be req-9dcda957-8d68-4f48-af19-8b5dc5181b98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cf34f4a-7249-4d59-a812-ce9cab585661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605605 Jun 16 23:05:55.851974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (3f01feb7-16c0-4fac-beda-01cd9d84d32d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:55.909460 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660d323-8e2f-458b-aebf-2802b760ab9e None None] Network 5548791b-b8f0-4b91-b4e2-87998599c689 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:05:55.936407 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:55.985627 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:56.001809 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (3f01feb7-16c0-4fac-beda-01cd9d84d32d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.030741 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks [] for router_controller (3f01feb7-16c0-4fac-beda-01cd9d84d32d), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.130716 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Allocated IP 172.20.0.1 (5548791b-b8f0-4b91-b4e2-87998599c689/08e328d1-69f9-4344-a9b8-35218fb54e79/f0f90c70-6395-4537-83f5-ccd894456f3b) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:05:56.151887 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (3f01feb7-16c0-4fac-beda-01cd9d84d32d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.152602 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f01feb7-16c0-4fac-beda-01cd9d84d32d {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:05:56.157367 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:56.171442 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.175405 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-842a1ce9-1b23-4687-a525-c4af929a8571 admin admin] 10.222.0.17 "DELETE /v2.0/routers/3f01feb7-16c0-4fac-beda-01cd9d84d32d HTTP/1.1" status: 204 len: 168 time: 2.1117749 Jun 16 23:05:56.178410 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55720) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:56.186065 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbbe4c-9deb-458f-91aa-c4761d009709 req-f3cfb504-f42e-4006-ac6a-6a547cebdb85 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:56.187602 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3edbbe4c-9deb-458f-91aa-c4761d009709 req-f3cfb504-f42e-4006-ac6a-6a547cebdb85 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.1549199 Jun 16 23:05:56.199127 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a611801a-7264-4299-a428-8753d38433be req-45ad42fb-9857-496b-99df-7265b3aea35b service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292544 Jun 16 23:05:56.215278 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:56.216241 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:56.245481 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-f6af6329-a5b9-4e04-9efd-a9702084f141 None None] Provisioning complete for port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:56.245878 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6af6329-a5b9-4e04-9efd-a9702084f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.272262 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Publish callbacks [] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.316186 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.316619 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f45537-9e89-4454-8e71-342efc8d6e65 admin admin] Deleting subnet b2157525-0569-4e97-b4cf-efd01265522c {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:05:56.326633 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c1f45537-9e89-4454-8e71-342efc8d6e65 admin admin] Publish callbacks [] for subnet (b2157525-0569-4e97-b4cf-efd01265522c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.364609 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Network 5548791b-b8f0-4b91-b4e2-87998599c689 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:56.373207 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:56.377531 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:05:56.384407 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3edbbe4c-9deb-458f-91aa-c4761d009709 req-b24e5054-a96c-4817-a714-ee193614af46 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890471 Jun 16 23:05:56.401933 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Pushing event updated for resources: {'Port': ['ID=f0f90c70-6395-4537-83f5-ccd894456f3b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:56.427476 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.440292 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:56.440872 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.445659 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:56.462187 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c1f45537-9e89-4454-8e71-342efc8d6e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (b2157525-0569-4e97-b4cf-efd01265522c), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.520096 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6050424-1149-4cae-b33e-902765997eff req-45839ae6-44db-4853-a683-13d70a624452 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:56.521791 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c6050424-1149-4cae-b33e-902765997eff req-45839ae6-44db-4853-a683-13d70a624452 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 943 time: 0.1291060 Jun 16 23:05:56.546600 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f6af6329-a5b9-4e04-9efd-a9702084f141 None None] Current status of the port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:56.547186 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6af6329-a5b9-4e04-9efd-a9702084f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.548099 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a611801a-7264-4299-a428-8753d38433be req-a1743847-a2af-40c2-a4df-df22ad8604c6 service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905350 Jun 16 23:05:56.646346 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.654095 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f6af6329-a5b9-4e04-9efd-a9702084f141 None None] For port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31,segment=NetworkSegment(0610f256-0280-4eca-bb9d-3eaa42819c9b),segment_id=0610f256-0280-4eca-bb9d-3eaa42819c9b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:56.661697 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Publish callbacks [] for port (37c03700-a706-4f3f-a998-f848bd301c20), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.663571 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f6af6329-a5b9-4e04-9efd-a9702084f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.705323 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c1f45537-9e89-4454-8e71-342efc8d6e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (b2157525-0569-4e97-b4cf-efd01265522c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.739107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:56.740664 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (37c03700-a706-4f3f-a998-f848bd301c20), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.754211 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:56.755530 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 0b7a0d59-0007-46a3-b5a3-555ab7092150 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:56.780611 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c1f45537-9e89-4454-8e71-342efc8d6e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (b2157525-0569-4e97-b4cf-efd01265522c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.818484 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c1f45537-9e89-4454-8e71-342efc8d6e65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.821779 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c1f45537-9e89-4454-8e71-342efc8d6e65 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b2157525-0569-4e97-b4cf-efd01265522c HTTP/1.1" status: 204 len: 168 time: 0.6418965 Jun 16 23:05:56.825586 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c6050424-1149-4cae-b33e-902765997eff req-67a7280c-2f29-47ef-9234-7fba1ad9be3f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796707 Jun 16 23:05:56.825861 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55724) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:56.826150 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f45537-9e89-4454-8e71-342efc8d6e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2157525-0569-4e97-b4cf-efd01265522c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:56.863972 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f97eba-5ed0-4d5c-abd1-77abe9398a1c None None] Network 3b1257ed-1734-4595-b520-c36ad32e1031 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:05:56.892306 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af6329-a5b9-4e04-9efd-a9702084f141 None None] Pushing event updated for resources: {'Port': ['ID=adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:56.895036 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Attempting to bind port 37c03700-a706-4f3f-a998-f848bd301c20 on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:05:56.895412 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Attempting to bind port 37c03700-a706-4f3f-a998-f848bd301c20 by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:05:56.895947 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Attempting to bind port 37c03700-a706-4f3f-a998-f848bd301c20 on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:05:56.933535 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Publish callbacks [] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.940441 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-668ef1ea-0d62-4f93-8d89-655d21055974 None None] Provisioning complete for port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:56.940946 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-668ef1ea-0d62-4f93-8d89-655d21055974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.944302 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (3b1257ed-1734-4595-b520-c36ad32e1031), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.945794 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:56.993647 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:56.998926 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:05:56.999310 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:05:56.999954 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.000140 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:05:57.000592 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Bound port: 37c03700-a706-4f3f-a998-f848bd301c20, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:05:57.001242 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (37c03700-a706-4f3f-a998-f848bd301c20), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.052326 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Pushing event updated for resources: {'Port': ['ID=f0f90c70-6395-4537-83f5-ccd894456f3b,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:57.054658 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.070634 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Deleting port be76808f-f0ce-42d5-bddb-3edc29b6fa5d {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:57.070963 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.083236 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f214ce2-75e0-442c-9a94-b0c7adfc9993 None None] Pushing event updated for resources: {'Port': ['ID=37c03700-a706-4f3f-a998-f848bd301c20,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:57.103021 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 0b7a0d59-0007-46a3-b5a3-555ab7092150 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:57.103398 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.140366 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] For port 37c03700-a706-4f3f-a998-f848bd301c20, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:05:57.177685 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device f3bd5725-2a88-4068-b338-b761ad56e180 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:05:57.183235 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] For port be76808f-f0ce-42d5-bddb-3edc29b6fa5d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=be76808f-f0ce-42d5-bddb-3edc29b6fa5d,segment=NetworkSegment(bac4ba56-d892-4539-8035-4d0691f5e462),segment_id=bac4ba56-d892-4539-8035-4d0691f5e462)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:57.183934 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.188906 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] For port 37c03700-a706-4f3f-a998-f848bd301c20, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=37c03700-a706-4f3f-a998-f848bd301c20,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:05:57.189948 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:57.198717 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:57.208423 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (37c03700-a706-4f3f-a998-f848bd301c20), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.208751 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Calling delete_port for be76808f-f0ce-42d5-bddb-3edc29b6fa5d owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:57.248294 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] DHCP port deletion for 3b1257ed-1734-4595-b520-c36ad32e1031 request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:05:57.256947 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-668ef1ea-0d62-4f93-8d89-655d21055974 None None] Current status of the port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:57.260766 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Network 5548791b-b8f0-4b91-b4e2-87998599c689 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:05:57.265032 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:05:57.386375 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.434360 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Pushing event deleted for resources: {'Port': ['ID=be76808f-f0ce-42d5-bddb-3edc29b6fa5d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:57.440480 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f214ce2-75e0-442c-9a94-b0c7adfc9993 None None] Pushing event updated for resources: {'Port': ['ID=37c03700-a706-4f3f-a998-f848bd301c20,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:57.443084 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] Deleting port be76808f-f0ce-42d5-bddb-3edc29b6fa5d {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:05:57.443451 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.444971 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] No DVR routers for this DVR port be76808f-f0ce-42d5-bddb-3edc29b6fa5d on host dv-cinder-846230-1-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:05:57.454386 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:05:57.468122 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Routers {'7f74ac9a-cfdc-4058-8962-fff4cf0b060a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:05:57.468757 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:57.509353 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 0b7a0d59-0007-46a3-b5a3-555ab7092150 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:57.520619 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef313104-972f-4e7e-ad69-0b00484d5aff req-114c5c8e-ede3-4abb-ab8f-98a56df3bff8 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:57.521809 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef313104-972f-4e7e-ad69-0b00484d5aff req-114c5c8e-ede3-4abb-ab8f-98a56df3bff8 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 944 time: 0.0567300 Jun 16 23:05:57.548385 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-72dc5ea1-d746-457a-a263-8d339a34c4fb None None] Provisioning complete for port f0f90c70-6395-4537-83f5-ccd894456f3b triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:57.548749 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-72dc5ea1-d746-457a-a263-8d339a34c4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.561059 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device ad5946cf-0af4-4e99-b1c0-36b4a2788200 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:57.575390 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef313104-972f-4e7e-ad69-0b00484d5aff req-2b54776b-1a77-4db9-9ef3-25bd2485c261 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472412 Jun 16 23:05:57.585203 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (3b1257ed-1734-4595-b520-c36ad32e1031), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.615967 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1257ed-1734-4595-b520-c36ad32e1031']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:57.631491 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] For port be76808f-f0ce-42d5-bddb-3edc29b6fa5d, host dv-cinder-846230-1-iscsi, got binding levels [] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:57.631886 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.632002 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac4ba56-d892-4539-8035-4d0691f5e462') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:57.632236 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac4ba56-d892-4539-8035-4d0691f5e462') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:57.640258 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: ad5946cf-0af4-4e99-b1c0-36b4a2788200 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:57.640597 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device ad5946cf-0af4-4e99-b1c0-36b4a2788200 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:57.643086 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port f3bd5725-2a88-4068-b338-b761ad56e180, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=f3bd5725-2a88-4068-b338-b761ad56e180,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:57.671293 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (bac4ba56-d892-4539-8035-4d0691f5e462), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.687281 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-72dc5ea1-d746-457a-a263-8d339a34c4fb None None] Port f0f90c70-6395-4537-83f5-ccd894456f3b cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:05:57.692929 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (bac4ba56-d892-4539-8035-4d0691f5e462), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.704727 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] Calling delete_port for be76808f-f0ce-42d5-bddb-3edc29b6fa5d owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:05:57.704947 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:05:57.705273 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (bac4ba56-d892-4539-8035-4d0691f5e462), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.711412 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.ipam_backend_mixin [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] Port be76808f-f0ce-42d5-bddb-3edc29b6fa5d was not found and therefore no delete operation was performed {{(pid=103763) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 16 23:05:57.711875 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:57.717427 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (be76808f-f0ce-42d5-bddb-3edc29b6fa5d), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.730204 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:05:57.736062 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-42b39dc0-50af-4e9f-978c-7a30a24f483b admin admin] 10.222.0.17 "PUT /v2.0/routers/7f74ac9a-cfdc-4058-8962-fff4cf0b060a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023783 Jun 16 23:05:57.736851 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'port_id': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'mac_address': 'fa:16:3e:ed:69:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:05:57.770404 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:05:57.770703 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment bac4ba56-d892-4539-8035-4d0691f5e462 resource provider aggregate not found Jun 16 23:05:57.777400 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] Pushing event deleted for resources: {'Port': ['ID=be76808f-f0ce-42d5-bddb-3edc29b6fa5d,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:57.789349 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment bac4ba56-d892-4539-8035-4d0691f5e462 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bac4ba56-d892-4539-8035-4d0691f5e462 found for delete ", "request_id": "req-315b8afe-400f-430d-874b-52d0d9fe40d2"}]} Jun 16 23:05:57.792371 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (3b1257ed-1734-4595-b520-c36ad32e1031), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.798786 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.805348 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] 10.222.0.17 "DELETE /v2.0/networks/3b1257ed-1734-4595-b520-c36ad32e1031 HTTP/1.1" status: 204 len: 168 time: 0.9760549 Jun 16 23:05:57.836611 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0110d-78bb-41c2-9aa4-da1422864aec admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1257ed-1734-4595-b520-c36ad32e1031,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:57.840199 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port f3bd5725-2a88-4068-b338-b761ad56e180 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:57.840571 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.858235 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd69b5-6a27-40ce-ae61-eb0e81ad32d9 None None] No DVR routers for this DVR port be76808f-f0ce-42d5-bddb-3edc29b6fa5d on host dv-cinder-846230-1-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:05:57.863618 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] Set router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:05:57.905686 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-f675640e-0c28-4be6-9414-10615efc0762 None None] Provisioning complete for port f0f90c70-6395-4537-83f5-ccd894456f3b triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:57.906066 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f675640e-0c28-4be6-9414-10615efc0762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:57.912872 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bd5725-2a88-4068-b338-b761ad56e180 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:05:58.001726 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port f3bd5725-2a88-4068-b338-b761ad56e180, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=f3bd5725-2a88-4068-b338-b761ad56e180,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:58.008049 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:58.010821 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345170f-9b5a-4075-a570-1b07d380522d req-2be32d05-d905-44dd-82a0-09f91f0a02ce tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:58.011072 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-f675640e-0c28-4be6-9414-10615efc0762 None None] Port f0f90c70-6395-4537-83f5-ccd894456f3b cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:05:58.013065 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6345170f-9b5a-4075-a570-1b07d380522d req-2be32d05-d905-44dd-82a0-09f91f0a02ce tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 943 time: 0.0667131 Jun 16 23:05:58.028111 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.028801 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 218d229b-a7e5-4c33-9723-c6215e47e600 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:05:58.052093 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:58.081047 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55744) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:58.085163 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:58.097626 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6345170f-9b5a-4075-a570-1b07d380522d req-13cbb0d7-e175-4af0-946f-711766755868 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789089 Jun 16 23:05:58.150656 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-686d4d1d-255d-408d-bf94-5805e1145f47 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=60447df5461141e883d207e028b74bc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0671916 Jun 16 23:05:58.154905 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55746) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:58.188748 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:05:58.189118 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.189636 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:58.217238 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55748) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:58.218629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-872bf205-2771-48eb-b077-0b326b32db6d admin admin] Publish callbacks [] for security_group (8ac3004a-df86-486c-8684-98ec3e8de4bd), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.221931 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-7dedcc17-c7eb-4cd9-b323-9ce69b519df4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307129787', 'description': 'tempest-secgroup-smoke-307129787 description', 'project_id': '1423c05c42b14519b401e22e16062781'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:58.243795 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-872bf205-2771-48eb-b077-0b326b32db6d admin admin] Publish callbacks [] for security_group (8ac3004a-df86-486c-8684-98ec3e8de4bd), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.249174 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7dedcc17-c7eb-4cd9-b323-9ce69b519df4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.297802 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-872bf205-2771-48eb-b077-0b326b32db6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8ac3004a-df86-486c-8684-98ec3e8de4bd), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.301098 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-872bf205-2771-48eb-b077-0b326b32db6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.302504 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-872bf205-2771-48eb-b077-0b326b32db6d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8ac3004a-df86-486c-8684-98ec3e8de4bd HTTP/1.1" status: 204 len: 168 time: 0.1465499 Jun 16 23:05:58.316407 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bf205-2771-48eb-b077-0b326b32db6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac3004a-df86-486c-8684-98ec3e8de4bd,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:58.341445 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=f3bd5725-2a88-4068-b338-b761ad56e180,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:58.343600 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7dedcc17-c7eb-4cd9-b323-9ce69b519df4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group (077d177c-972c-4a5c-a1a9-f337f9dd1fac), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.349627 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7dedcc17-c7eb-4cd9-b323-9ce69b519df4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (077d177c-972c-4a5c-a1a9-f337f9dd1fac), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.384159 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7dedcc17-c7eb-4cd9-b323-9ce69b519df4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.388160 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7dedcc17-c7eb-4cd9-b323-9ce69b519df4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1671340 Jun 16 23:05:58.389276 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55752) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:58.393154 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-5288cdf4-5da1-44a2-9d49-559946f32081 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'security_group_rule': {'security_group_id': '077d177c-972c-4a5c-a1a9-f337f9dd1fac', 'project_id': '1423c05c42b14519b401e22e16062781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:58.399218 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedcc17-c7eb-4cd9-b323-9ce69b519df4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077d177c-972c-4a5c-a1a9-f337f9dd1fac,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:58.427610 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5288cdf4-5da1-44a2-9d49-559946f32081 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (abbbadea-e5db-4078-890d-39fa55e7bd46), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.467450 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '37c03700-a706-4f3f-a998-f848bd301c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:05:56Z', 'revision_number': 4, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port': {'id': '37c03700-a706-4f3f-a998-f848bd301c20', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:53Z', 'updated_at': '2022-06-16T23:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'f0f90c70-6395-4537-83f5-ccd894456f3b', 'name': '', 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:55Z', 'updated_at': '2022-06-16T23:05:56Z', 'revision_number': 2, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'subnets': [{'id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:05:58.498523 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5288cdf4-5da1-44a2-9d49-559946f32081 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (abbbadea-e5db-4078-890d-39fa55e7bd46), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.504017 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5288cdf4-5da1-44a2-9d49-559946f32081 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (abbbadea-e5db-4078-890d-39fa55e7bd46), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.509021 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cc7f3-bb8f-4f64-8d5c-f98347c5645c None None] The sync data for ids ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'] in dv-cinder-846230-1-iscsi is: [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '37c03700-a706-4f3f-a998-f848bd301c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:05:56Z', 'revision_number': 4, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port': {'id': '37c03700-a706-4f3f-a998-f848bd301c20', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:53Z', 'updated_at': '2022-06-16T23:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'f0f90c70-6395-4537-83f5-ccd894456f3b', 'name': '', 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:55Z', 'updated_at': '2022-06-16T23:05:56Z', 'revision_number': 2, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'subnets': [{'id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:05:58.510468 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:58.521811 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:58.523125 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:58.543511 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '218d229b-a7e5-4c33-9723-c6215e47e600', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'port_id': '218d229b-a7e5-4c33-9723-c6215e47e600', 'mac_address': 'fa:16:3e:6f:f1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:05:58.545342 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288cdf4-5da1-44a2-9d49-559946f32081 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbbadea-e5db-4078-890d-39fa55e7bd46,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:58.566823 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-5288cdf4-5da1-44a2-9d49-559946f32081 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.571159 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-5288cdf4-5da1-44a2-9d49-559946f32081 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785290 Jun 16 23:05:58.571459 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55756) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:58.576363 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-e59c3031-fb91-4933-a9c2-753772b8bb4c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'security_group_rule': {'security_group_id': '077d177c-972c-4a5c-a1a9-f337f9dd1fac', 'project_id': '1423c05c42b14519b401e22e16062781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:58.608367 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2eb067a3-5b37-4a43-b501-921eaeca383d no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:58.614180 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e59c3031-fb91-4933-a9c2-753772b8bb4c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (71f52857-2139-45ff-9053-d270999dfa8b), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.631236 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 218d229b-a7e5-4c33-9723-c6215e47e600 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:05:58.631623 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.634450 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 2eb067a3-5b37-4a43-b501-921eaeca383d {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:58.634450 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2eb067a3-5b37-4a43-b501-921eaeca383d not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:58.635189 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device be76808f-f0ce-42d5-bddb-3edc29b6fa5d no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:05:58.661520 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: be76808f-f0ce-42d5-bddb-3edc29b6fa5d {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:05:58.661854 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device be76808f-f0ce-42d5-bddb-3edc29b6fa5d not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:05:58.687880 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218d229b-a7e5-4c33-9723-c6215e47e600 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:05:58.698945 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e59c3031-fb91-4933-a9c2-753772b8bb4c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (71f52857-2139-45ff-9053-d270999dfa8b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.705294 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e59c3031-fb91-4933-a9c2-753772b8bb4c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (71f52857-2139-45ff-9053-d270999dfa8b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.715786 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:05:58.721581 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.737733 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c3031-fb91-4933-a9c2-753772b8bb4c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f52857-2139-45ff-9053-d270999dfa8b,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:58.742635 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e59c3031-fb91-4933-a9c2-753772b8bb4c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.746794 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55764) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:58.747674 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e59c3031-fb91-4933-a9c2-753772b8bb4c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750884 Jun 16 23:05:58.749517 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:58.751441 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-98f113f4-cb89-4e8b-8ad8-c4eea8a57543 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'security_group_rule': {'security_group_id': '077d177c-972c-4a5c-a1a9-f337f9dd1fac', 'project_id': '1423c05c42b14519b401e22e16062781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:58.791744 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-98f113f4-cb89-4e8b-8ad8-c4eea8a57543 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (418cea98-fe99-4f42-bb16-a5b9a49bd478), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:58.797312 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=7']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:59.138819 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['218d229b-a7e5-4c33-9723-c6215e47e600'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:05:59.192313 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-98f113f4-cb89-4e8b-8ad8-c4eea8a57543 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (418cea98-fe99-4f42-bb16-a5b9a49bd478), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.198695 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-98f113f4-cb89-4e8b-8ad8-c4eea8a57543 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (418cea98-fe99-4f42-bb16-a5b9a49bd478), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.227106 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f113f4-cb89-4e8b-8ad8-c4eea8a57543 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418cea98-fe99-4f42-bb16-a5b9a49bd478,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:59.242307 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['f3bd5725-2a88-4068-b338-b761ad56e180'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:05:59.247602 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-98f113f4-cb89-4e8b-8ad8-c4eea8a57543 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.251510 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-98f113f4-cb89-4e8b-8ad8-c4eea8a57543 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5011652 Jun 16 23:05:59.251678 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55780) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:59.257387 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-2ebc6c5a-3591-4ccb-92da-5079957b9560 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'security_group_rule': {'security_group_id': '077d177c-972c-4a5c-a1a9-f337f9dd1fac', 'project_id': '1423c05c42b14519b401e22e16062781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:59.293796 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6c5a-3591-4ccb-92da-5079957b9560 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (f19616ad-6c28-4933-9c49-4bad3d745303), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.313010 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acbb23-f340-4f8f-ae18-cf8fcba43200 req-90bf2433-d1f0-49e9-9c7c-a693ce77e4d3 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:05:59.322681 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82acbb23-f340-4f8f-ae18-cf8fcba43200 req-90bf2433-d1f0-49e9-9c7c-a693ce77e4d3 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 944 time: 0.1088738 Jun 16 23:05:59.375661 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6c5a-3591-4ccb-92da-5079957b9560 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (f19616ad-6c28-4933-9c49-4bad3d745303), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.381562 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6c5a-3591-4ccb-92da-5079957b9560 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (f19616ad-6c28-4933-9c49-4bad3d745303), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.404520 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-82acbb23-f340-4f8f-ae18-cf8fcba43200 req-c8a88461-a749-46d1-9372-7d106de5dad6 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808218 Jun 16 23:05:59.410968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc6c5a-3591-4ccb-92da-5079957b9560 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19616ad-6c28-4933-9c49-4bad3d745303,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:59.425816 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2ebc6c5a-3591-4ccb-92da-5079957b9560 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.427177 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2ebc6c5a-3591-4ccb-92da-5079957b9560 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746120 Jun 16 23:05:59.429914 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55784) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:59.436380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-0e5f6bbf-8d8b-485f-b7d8-df1bb0e4b57c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'security_group_rule': {'security_group_id': '077d177c-972c-4a5c-a1a9-f337f9dd1fac', 'project_id': '1423c05c42b14519b401e22e16062781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:59.459130 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:05:59.460602 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.securitygroups_db [None req-0e5f6bbf-8d8b-485f-b7d8-df1bb0e4b57c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Project 1423c05c42b14519b401e22e16062781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 23:05:59.467116 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6bbf-8d8b-485f-b7d8-df1bb0e4b57c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (8a4d2b15-3031-404d-acb3-684499ac550c), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.531973 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6bbf-8d8b-485f-b7d8-df1bb0e4b57c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (8a4d2b15-3031-404d-acb3-684499ac550c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.535968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6bbf-8d8b-485f-b7d8-df1bb0e4b57c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (8a4d2b15-3031-404d-acb3-684499ac550c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.553035 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f6bbf-8d8b-485f-b7d8-df1bb0e4b57c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4d2b15-3031-404d-acb3-684499ac550c,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:59.565032 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0e5f6bbf-8d8b-485f-b7d8-df1bb0e4b57c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.569689 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0e5f6bbf-8d8b-485f-b7d8-df1bb0e4b57c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383922 Jun 16 23:05:59.569840 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55790) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:05:59.574487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-fb82e249-6131-4cc3-b98c-c049c09b41cd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'security_group_rule': {'security_group_id': '077d177c-972c-4a5c-a1a9-f337f9dd1fac', 'project_id': '1423c05c42b14519b401e22e16062781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:05:59.601668 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-fb82e249-6131-4cc3-b98c-c049c09b41cd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Project 1423c05c42b14519b401e22e16062781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 23:05:59.609585 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fb82e249-6131-4cc3-b98c-c049c09b41cd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (d695225a-cce2-4307-845d-4e9c656b7016), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.697635 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fb82e249-6131-4cc3-b98c-c049c09b41cd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (d695225a-cce2-4307-845d-4e9c656b7016), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.705711 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fb82e249-6131-4cc3-b98c-c049c09b41cd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (d695225a-cce2-4307-845d-4e9c656b7016), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.731156 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82e249-6131-4cc3-b98c-c049c09b41cd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d695225a-cce2-4307-845d-4e9c656b7016,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:05:59.742760 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fb82e249-6131-4cc3-b98c-c049c09b41cd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:05:59.747089 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fb82e249-6131-4cc3-b98c-c049c09b41cd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762578 Jun 16 23:06:00.531133 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49654ec1-34b0-47ec-ab17-5bf05295c9da req-0cd08914-eea3-4f17-a3b7-c97cb397f621 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:00.532976 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-49654ec1-34b0-47ec-ab17-5bf05295c9da req-0cd08914-eea3-4f17-a3b7-c97cb397f621 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 944 time: 0.0594475 Jun 16 23:06:00.607143 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-49654ec1-34b0-47ec-ab17-5bf05295c9da req-8d6357de-e652-4845-b6a7-8dc0f4e68713 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677927 Jun 16 23:06:00.670383 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55876) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:00.800920 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed8a232e-1b82-4644-9a79-c45a1d51454e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:00.857596 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:00.891069 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed8a232e-1b82-4644-9a79-c45a1d51454e admin admin] Publish callbacks [] for security_group (32b4465e-2893-4d70-a674-feb58788ca82), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:00.894421 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ed8a232e-1b82-4644-9a79-c45a1d51454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (32b4465e-2893-4d70-a674-feb58788ca82), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:00.897906 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:00.941380 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ed8a232e-1b82-4644-9a79-c45a1d51454e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=94fd377026914b9fa710f04531937501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699878 Jun 16 23:06:00.942776 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a232e-1b82-4644-9a79-c45a1d51454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b4465e-2893-4d70-a674-feb58788ca82,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:00.944313 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55884) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:01.003307 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe317-a644-48f3-9c2c-7848360ff317 admin admin] Publish callbacks [] for security_group (32b4465e-2893-4d70-a674-feb58788ca82), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.024977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe317-a644-48f3-9c2c-7848360ff317 admin admin] Publish callbacks [] for security_group (32b4465e-2893-4d70-a674-feb58788ca82), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.057227 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:01.078757 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe317-a644-48f3-9c2c-7848360ff317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (32b4465e-2893-4d70-a674-feb58788ca82), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.081377 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe317-a644-48f3-9c2c-7848360ff317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.082805 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b6dfe317-a644-48f3-9c2c-7848360ff317 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/32b4465e-2893-4d70-a674-feb58788ca82 HTTP/1.1" status: 204 len: 168 time: 0.1369412 Jun 16 23:06:01.090506 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfe317-a644-48f3-9c2c-7848360ff317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b4465e-2893-4d70-a674-feb58788ca82,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:01.236419 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device f3bd5725-2a88-4068-b338-b761ad56e180 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:01.284412 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port f3bd5725-2a88-4068-b338-b761ad56e180 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:06:01.291197 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port f3bd5725-2a88-4068-b338-b761ad56e180 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:01.291564 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.385510 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port f3bd5725-2a88-4068-b338-b761ad56e180 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:01.386312 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.422661 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7619c39-737f-440b-b676-8e920380d6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bd5725-2a88-4068-b338-b761ad56e180'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:01.425491 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1144214-4899-42ce-8706-c79b9618cad1" -d '{"events": [{"server_uuid": "b7619c39-737f-440b-b676-8e920380d6c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3bd5725-2a88-4068-b338-b761ad56e180"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:01.443041 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 55900) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:01.447662 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port f3bd5725-2a88-4068-b338-b761ad56e180, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=f3bd5725-2a88-4068-b338-b761ad56e180,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:01.454519 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.457535 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 218d229b-a7e5-4c33-9723-c6215e47e600 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:01.460945 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-55068cb1-012e-4ab5-8478-bc76b02da656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.503107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3ea373-881d-4ba7-9399-ca2452ea7020 x-openstack-request-id: req-dd3ea373-881d-4ba7-9399-ca2452ea7020 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:01.504608 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7619c39-737f-440b-b676-8e920380d6c6", "name": "network-vif-plugged", "status": "completed", "tag": "f3bd5725-2a88-4068-b338-b761ad56e180", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:01.505060 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dd3ea373-881d-4ba7-9399-ca2452ea7020 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:01.506670 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3ea373-881d-4ba7-9399-ca2452ea7020'] response: {'server_uuid': 'b7619c39-737f-440b-b676-8e920380d6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'code': 200} Jun 16 23:06:01.545709 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:01.560696 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:01.568588 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 218d229b-a7e5-4c33-9723-c6215e47e600 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:01.569036 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.600005 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-55068cb1-012e-4ab5-8478-bc76b02da656 admin admin] Publish callbacks [] for security_group (409d0a8c-7c9c-41e8-88a1-6a4dce87042e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.606706 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-55068cb1-012e-4ab5-8478-bc76b02da656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (409d0a8c-7c9c-41e8-88a1-6a4dce87042e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.630906 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=f3bd5725-2a88-4068-b338-b761ad56e180,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:01.683029 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55908) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:01.685700 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-55068cb1-012e-4ab5-8478-bc76b02da656 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e35d02aa1dd34d15ba747dc2bb213d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382898 Jun 16 23:06:01.690439 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55068cb1-012e-4ab5-8478-bc76b02da656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409d0a8c-7c9c-41e8-88a1-6a4dce87042e,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:01.745393 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 218d229b-a7e5-4c33-9723-c6215e47e600 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:01.746135 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.841302 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70369f-37ce-41bf-9944-c65bc2864f87 req-5e738fbe-925f-4dd5-9100-284d5972351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:01.842853 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da70369f-37ce-41bf-9944-c65bc2864f87 req-5e738fbe-925f-4dd5-9100-284d5972351c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 1129 time: 0.1252401 Jun 16 23:06:01.843990 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 37c03700-a706-4f3f-a998-f848bd301c20 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:01.853830 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:01.877368 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.885213 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370857-2718-48fe-ad0e-768077c2769f req-a553d96d-ba3f-456c-a10b-346b550e113e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:01.886672 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef370857-2718-48fe-ad0e-768077c2769f req-a553d96d-ba3f-456c-a10b-346b550e113e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 945 time: 0.1629682 Jun 16 23:06:01.912248 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Sync routers for ids ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:06:01.914878 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e05c623-8840-448d-9751-598d4c6fbd43 admin admin] Publish callbacks [] for security_group (409d0a8c-7c9c-41e8-88a1-6a4dce87042e), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.928340 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Routers {'7f74ac9a-cfdc-4058-8962-fff4cf0b060a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:01.928992 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:01.935243 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:01.973238 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 37c03700-a706-4f3f-a998-f848bd301c20 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:01.973622 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (37c03700-a706-4f3f-a998-f848bd301c20), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.980538 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-da70369f-37ce-41bf-9944-c65bc2864f87 req-ccc4dddf-5fe6-4004-8b44-879c0b751def service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303532 Jun 16 23:06:01.989681 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e05c623-8840-448d-9751-598d4c6fbd43 admin admin] Publish callbacks [] for security_group (409d0a8c-7c9c-41e8-88a1-6a4dce87042e), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:01.993157 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=8']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:02.012788 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ef370857-2718-48fe-ad0e-768077c2769f req-d5f894fc-b984-4acb-8090-a07befa8acd8 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973003 Jun 16 23:06:02.059647 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Set router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:02.065920 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e05c623-8840-448d-9751-598d4c6fbd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (409d0a8c-7c9c-41e8-88a1-6a4dce87042e), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.066282 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 37c03700-a706-4f3f-a998-f848bd301c20 is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:02.066712 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (37c03700-a706-4f3f-a998-f848bd301c20), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.069524 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3e05c623-8840-448d-9751-598d4c6fbd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.072839 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3e05c623-8840-448d-9751-598d4c6fbd43 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/409d0a8c-7c9c-41e8-88a1-6a4dce87042e HTTP/1.1" status: 204 len: 168 time: 0.3878415 Jun 16 23:06:02.092617 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 37c03700-a706-4f3f-a998-f848bd301c20, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=37c03700-a706-4f3f-a998-f848bd301c20,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:02.097336 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05c623-8840-448d-9751-598d4c6fbd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409d0a8c-7c9c-41e8-88a1-6a4dce87042e,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:02.099066 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (37c03700-a706-4f3f-a998-f848bd301c20), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.158121 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=37c03700-a706-4f3f-a998-f848bd301c20,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:02.299468 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '37c03700-a706-4f3f-a998-f848bd301c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:05:56Z', 'revision_number': 4, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port': {'id': '37c03700-a706-4f3f-a998-f848bd301c20', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:53Z', 'updated_at': '2022-06-16T23:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'f0f90c70-6395-4537-83f5-ccd894456f3b', 'name': '', 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:55Z', 'updated_at': '2022-06-16T23:05:56Z', 'revision_number': 2, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'subnets': [{'id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:02.325088 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Checking router: 7f74ac9a-cfdc-4058-8962-fff4cf0b060a for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:06:02.325445 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Updating router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a port f0f90c70-6395-4537-83f5-ccd894456f3b binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:06:02.355858 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.610179 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:02.636344 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Publish callbacks [] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.640989 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.645720 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:02.688412 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9ccce970-0062-4bec-98a8-74dd8eaa66ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.721054 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936c7ad-302c-453d-b6db-896f35ab8085 None None] Pushing event updated for resources: {'Port': ['ID=f0f90c70-6395-4537-83f5-ccd894456f3b,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:02.774635 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Attempting to bind port f0f90c70-6395-4537-83f5-ccd894456f3b on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:06:02.775253 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Attempting to bind port f0f90c70-6395-4537-83f5-ccd894456f3b by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:06:02.775615 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Attempting to bind port f0f90c70-6395-4537-83f5-ccd894456f3b on network 5548791b-b8f0-4b91-b4e2-87998599c689 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:06:02.782754 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:06:02.783126 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Checking segment: {'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:06:02.783547 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.783963 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Bound using segment: {'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:06:02.784429 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Bound port: f0f90c70-6395-4537-83f5-ccd894456f3b, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0610f256-0280-4eca-bb9d-3eaa42819c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:06:02.784802 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.856006 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] For port f0f90c70-6395-4537-83f5-ccd894456f3b, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:06:02.865204 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] For port f0f90c70-6395-4537-83f5-ccd894456f3b, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=f0f90c70-6395-4537-83f5-ccd894456f3b,segment=NetworkSegment(0610f256-0280-4eca-bb9d-3eaa42819c9b),segment_id=0610f256-0280-4eca-bb9d-3eaa42819c9b)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:06:02.875353 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:02.939658 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Routers {'7f74ac9a-cfdc-4058-8962-fff4cf0b060a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:02.940327 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:05:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:02.944063 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936c7ad-302c-453d-b6db-896f35ab8085 None None] Pushing event updated for resources: {'Port': ['ID=f0f90c70-6395-4537-83f5-ccd894456f3b,revision_number=4']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:02.978900 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-41ca9445-d7b0-4285-9a50-e91e12c69172 None None] Provisioning complete for port f0f90c70-6395-4537-83f5-ccd894456f3b triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:02.979276 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41ca9445-d7b0-4285-9a50-e91e12c69172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:03.077316 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-41ca9445-d7b0-4285-9a50-e91e12c69172 None None] Current status of the port f0f90c70-6395-4537-83f5-ccd894456f3b is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:03.077830 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] Set router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:03.078394 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41ca9445-d7b0-4285-9a50-e91e12c69172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:03.123996 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-41ca9445-d7b0-4285-9a50-e91e12c69172 None None] For port f0f90c70-6395-4537-83f5-ccd894456f3b, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=f0f90c70-6395-4537-83f5-ccd894456f3b,segment=NetworkSegment(0610f256-0280-4eca-bb9d-3eaa42819c9b),segment_id=0610f256-0280-4eca-bb9d-3eaa42819c9b)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:03.131118 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41ca9445-d7b0-4285-9a50-e91e12c69172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:03.215095 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca9445-d7b0-4285-9a50-e91e12c69172 None None] Pushing event updated for resources: {'Port': ['ID=f0f90c70-6395-4537-83f5-ccd894456f3b,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:03.226730 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb09b93-6495-4b25-8312-9973a5c960b7 req-477318df-299b-4089-abe4-9d9812ddfd28 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:03.228835 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bcb09b93-6495-4b25-8312-9973a5c960b7 req-477318df-299b-4089-abe4-9d9812ddfd28 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 945 time: 0.0624003 Jun 16 23:06:03.256457 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-e8a34f6a-f3bf-499c-abac-b6d64be108cb None None] Provisioning complete for port f0f90c70-6395-4537-83f5-ccd894456f3b triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:03.257537 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e8a34f6a-f3bf-499c-abac-b6d64be108cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:03.310920 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bcb09b93-6495-4b25-8312-9973a5c960b7 req-8c983dcf-32e9-4a73-b2f1-8ff9e26c2d5c tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643826 Jun 16 23:06:03.347361 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:03.350141 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-e8a34f6a-f3bf-499c-abac-b6d64be108cb None None] Current status of the port f0f90c70-6395-4537-83f5-ccd894456f3b is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:03.351829 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '37c03700-a706-4f3f-a998-f848bd301c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:05:56Z', 'revision_number': 4, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port': {'id': '37c03700-a706-4f3f-a998-f848bd301c20', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:53Z', 'updated_at': '2022-06-16T23:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'f0f90c70-6395-4537-83f5-ccd894456f3b', 'name': '', 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:55Z', 'updated_at': '2022-06-16T23:06:02Z', 'revision_number': 4, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'subnets': [{'id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:03.383725 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab31bacc-0c26-4555-bbc4-75be1ec66e11 None None] The sync data for ids ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'] in dv-cinder-846230-1-iscsi is: [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '37c03700-a706-4f3f-a998-f848bd301c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:05:56Z', 'revision_number': 4, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port': {'id': '37c03700-a706-4f3f-a998-f848bd301c20', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:53Z', 'updated_at': '2022-06-16T23:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'f0f90c70-6395-4537-83f5-ccd894456f3b', 'name': '', 'network_id': '5548791b-b8f0-4b91-b4e2-87998599c689', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'mac_address': 'fa:16:3e:3e:18:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:55Z', 'updated_at': '2022-06-16T23:06:02Z', 'revision_number': 4, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'subnets': [{'id': '08e328d1-69f9-4344-a9b8-35218fb54e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:06:03.508436 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:03.510926 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b695689-16aa-414e-85d0-2e3eb100a743" -d '{"events": [{"server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "name": "network-vif-plugged", "status": "completed", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:03.569019 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0becc4-7742-4027-b4d5-75562cf1311a x-openstack-request-id: req-3b0becc4-7742-4027-b4d5-75562cf1311a {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:03.569496 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "name": "network-vif-plugged", "status": "completed", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:03.569817 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3b0becc4-7742-4027-b4d5-75562cf1311a {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:03.570370 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0becc4-7742-4027-b4d5-75562cf1311a'] response: {'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600', 'code': 200} Jun 16 23:06:03.777229 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 37c03700-a706-4f3f-a998-f848bd301c20 up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:03.827904 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 37c03700-a706-4f3f-a998-f848bd301c20 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:03.828280 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (37c03700-a706-4f3f-a998-f848bd301c20), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:03.909947 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 37c03700-a706-4f3f-a998-f848bd301c20 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:03.911603 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device f0f90c70-6395-4537-83f5-ccd894456f3b up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:03.960964 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port f0f90c70-6395-4537-83f5-ccd894456f3b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:03.961466 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:04.042056 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port f0f90c70-6395-4537-83f5-ccd894456f3b is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:04.441131 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74c19c-fd9e-4af7-b1bd-f8a308a4a22d req-05205074-8300-45fe-8573-e630576abf27 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:04.442976 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2d74c19c-fd9e-4af7-b1bd-f8a308a4a22d req-05205074-8300-45fe-8573-e630576abf27 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 945 time: 0.0518112 Jun 16 23:06:04.501673 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2d74c19c-fd9e-4af7-b1bd-f8a308a4a22d req-69830d35-915c-410f-83e5-1788b82ea9da tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495508 Jun 16 23:06:04.623278 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21ed7-b40e-40f0-852f-4189c4c95a51 req-946ec9dd-21ac-41f8-a7b4-9d41171c86f2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:04.624833 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5ae21ed7-b40e-40f0-852f-4189c4c95a51 req-946ec9dd-21ac-41f8-a7b4-9d41171c86f2 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 945 time: 0.0552619 Jun 16 23:06:04.633426 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 55988) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:04.637937 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Request body: {'floatingip': {'port_id': 'f3bd5725-2a88-4068-b338-b761ad56e180'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:04.682989 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (2aee460d-0bde-47ef-bf2e-1a2351a22788), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:04.841908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-47c7526c-2767-4b1a-a122-479f70b97d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:04.967386 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:05.148295 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:05.156535 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:05.161022 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (2aee460d-0bde-47ef-bf2e-1a2351a22788), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:05.257387 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Floating IP 2aee460d-0bde-47ef-bf2e-1a2351a22788 associated. External IP: 172.27.3.59, port: f3bd5725-2a88-4068-b338-b761ad56e180. Jun 16 23:06:05.725429 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Router 77088178-3e79-49b5-be89-703af2e76401 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:06:05.805189 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:05.829511 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:06:05.834083 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:05.839218 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] Sync routers for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:06:05.853543 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:05.854160 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:06:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:05.856785 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:05.871297 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8ccc646b-a149-450e-b50c-9631bda52e79 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "PUT /v2.0/floatingips/2aee460d-0bde-47ef-bf2e-1a2351a22788 HTTP/1.1" status: 200 len: 990 time: 1.2368093 Jun 16 23:06:05.871887 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7619c39-737f-440b-b676-8e920380d6c6', 'tag': 'f3bd5725-2a88-4068-b338-b761ad56e180'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:05.874419 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ddb47f-4445-4715-aaf1-44c11d908ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7619c39-737f-440b-b676-8e920380d6c6", "tag": "f3bd5725-2a88-4068-b338-b761ad56e180"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:05.924366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702354d4-8d6f-4758-82d8-9cdc3a715b55 x-openstack-request-id: req-702354d4-8d6f-4758-82d8-9cdc3a715b55 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:05.925385 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7619c39-737f-440b-b676-8e920380d6c6", "tag": "f3bd5725-2a88-4068-b338-b761ad56e180", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:05.925638 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-702354d4-8d6f-4758-82d8-9cdc3a715b55 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:05.926042 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702354d4-8d6f-4758-82d8-9cdc3a715b55'] response: {'name': 'network-changed', 'server_uuid': 'b7619c39-737f-440b-b676-8e920380d6c6', 'tag': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'status': 'completed', 'code': 200} Jun 16 23:06:06.000161 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-c4bc642f-45f9-46bc-b0fe-7940fba4d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:06.001810 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-c4bc642f-45f9-46bc-b0fe-7940fba4d954 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3b1be8431b0434d8bd6abca293127d5&device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0495365 Jun 16 23:06:06.125840 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:06.141080 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-a103e7ee-77b2-4859-bc4b-ee9b4f4f7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:06.143110 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-a103e7ee-77b2-4859-bc4b-ee9b4f4f7823 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 200 len: 911 time: 0.1330888 Jun 16 23:06:06.225477 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-922d3b6e-c7a0-4f2a-b220-03ee1492a5de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3bd5725-2a88-4068-b338-b761ad56e180 HTTP/1.1" status: 200 len: 998 time: 0.0765607 Jun 16 23:06:06.289985 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-73b41b69-d524-4047-a9e6-b7b704d9490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:06.292023 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-73b41b69-d524-4047-a9e6-b7b704d9490d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d441631d-427b-4b17-9128-b6f9e0efe649 HTTP/1.1" status: 200 len: 849 time: 0.0599368 Jun 16 23:06:06.344352 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-533c56ba-df7d-4633-86a9-89a66dad48db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:06.345985 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-533c56ba-df7d-4633-86a9-89a66dad48db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cf34f4a-7249-4d59-a812-ce9cab585661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478053 Jun 16 23:06:06.381524 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '2aee460d-0bde-47ef-bf2e-1a2351a22788', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77088178-3e79-49b5-be89-703af2e76401', 'port_id': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'mac_address': 'fa:16:3e:ed:69:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7619c39-737f-440b-b676-8e920380d6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:05:44Z', 'updated_at': '2022-06-16T23:06:05Z', 'revision_number': 1, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:06.407598 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] Checking router: 77088178-3e79-49b5-be89-703af2e76401 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:06:06.418820 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:06.419435 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:06:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:06.439193 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-7836aef7-745b-49da-ae17-6a28a20d77d7 service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868254 Jun 16 23:06:06.511234 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:06.522310 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:06.533342 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:06.538866 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0ddb47f-4445-4715-aaf1-44c11d908ce5 req-e03b2ec5-a71b-4ab9-9134-94fff80dc765 service neutron] 10.222.0.26 "GET /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926437 Jun 16 23:06:06.643944 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:06.780611 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '2aee460d-0bde-47ef-bf2e-1a2351a22788', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77088178-3e79-49b5-be89-703af2e76401', 'port_id': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'mac_address': 'fa:16:3e:ed:69:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7619c39-737f-440b-b676-8e920380d6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:05:44Z', 'updated_at': '2022-06-16T23:06:05Z', 'revision_number': 1, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:06.805717 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda59df-44b4-4e4a-96ad-77cd9a03f51c None None] The sync data for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi is: [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '2aee460d-0bde-47ef-bf2e-1a2351a22788', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '77088178-3e79-49b5-be89-703af2e76401', 'port_id': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'mac_address': 'fa:16:3e:ed:69:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7619c39-737f-440b-b676-8e920380d6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:05:44Z', 'updated_at': '2022-06-16T23:06:05Z', 'revision_number': 1, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:06:07.034724 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f6a10d-7bcf-41b2-bfcf-3fda6bd3a591 None None] New status for floating IP 2aee460d-0bde-47ef-bf2e-1a2351a22788: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:06:07.386927 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:07.763020 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56056) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:07.887152 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe7192bc-8099-47bc-bdf5-d471331dbffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:07.960953 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe7192bc-8099-47bc-bdf5-d471331dbffc admin admin] Publish callbacks [] for security_group (9d4654c4-41cb-4913-a2d3-ac8fcf31665d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:07.964343 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe7192bc-8099-47bc-bdf5-d471331dbffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (9d4654c4-41cb-4913-a2d3-ac8fcf31665d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.004869 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7192bc-8099-47bc-bdf5-d471331dbffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4654c4-41cb-4913-a2d3-ac8fcf31665d,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:08.009060 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fe7192bc-8099-47bc-bdf5-d471331dbffc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eeaa0b4deee745f0abd3f4b443585dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444167 Jun 16 23:06:08.012556 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56060) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:08.063890 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-14889949-5cfc-4607-9593-cc005cdd5c0c admin admin] Publish callbacks [] for security_group (9d4654c4-41cb-4913-a2d3-ac8fcf31665d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.088414 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-14889949-5cfc-4607-9593-cc005cdd5c0c admin admin] Publish callbacks [] for security_group (9d4654c4-41cb-4913-a2d3-ac8fcf31665d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.140794 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-14889949-5cfc-4607-9593-cc005cdd5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (9d4654c4-41cb-4913-a2d3-ac8fcf31665d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.143479 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-14889949-5cfc-4607-9593-cc005cdd5c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.144857 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-14889949-5cfc-4607-9593-cc005cdd5c0c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9d4654c4-41cb-4913-a2d3-ac8fcf31665d HTTP/1.1" status: 204 len: 168 time: 0.1311653 Jun 16 23:06:08.155107 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14889949-5cfc-4607-9593-cc005cdd5c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4654c4-41cb-4913-a2d3-ac8fcf31665d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:08.264082 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.293726 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.510680 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56080) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:08.525060 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7915bffb-8b11-43f0-93ab-8bfd7d920351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.607012 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7915bffb-8b11-43f0-93ab-8bfd7d920351 admin admin] Publish callbacks [] for security_group (9507c186-8060-4c64-980b-e4cdc98cad3c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.612206 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7915bffb-8b11-43f0-93ab-8bfd7d920351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (9507c186-8060-4c64-980b-e4cdc98cad3c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.658582 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7915bffb-8b11-43f0-93ab-8bfd7d920351 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1e7b344d68134e508864a9c6d6dabfb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467276 Jun 16 23:06:08.659566 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915bffb-8b11-43f0-93ab-8bfd7d920351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9507c186-8060-4c64-980b-e4cdc98cad3c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:08.661263 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56088) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:08.716862 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-99468a65-2ee0-4c0d-bf70-74ae1cbc46b1 admin admin] Publish callbacks [] for security_group (9507c186-8060-4c64-980b-e4cdc98cad3c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.743745 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-99468a65-2ee0-4c0d-bf70-74ae1cbc46b1 admin admin] Publish callbacks [] for security_group (9507c186-8060-4c64-980b-e4cdc98cad3c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.824280 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-99468a65-2ee0-4c0d-bf70-74ae1cbc46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (9507c186-8060-4c64-980b-e4cdc98cad3c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.828619 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-99468a65-2ee0-4c0d-bf70-74ae1cbc46b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:08.830971 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-99468a65-2ee0-4c0d-bf70-74ae1cbc46b1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9507c186-8060-4c64-980b-e4cdc98cad3c HTTP/1.1" status: 204 len: 168 time: 0.1679685 Jun 16 23:06:08.840439 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99468a65-2ee0-4c0d-bf70-74ae1cbc46b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9507c186-8060-4c64-980b-e4cdc98cad3c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:09.201919 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808039e4-8576-4b11-ab00-1a4a197f2e15 req-00baf54d-8423-4feb-8681-b853e9a80ce3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:09.203471 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-808039e4-8576-4b11-ab00-1a4a197f2e15 req-00baf54d-8423-4feb-8681-b853e9a80ce3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0615766 Jun 16 23:06:09.210525 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56112) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:09.225313 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-524ecdd4-1717-4e17-bc34-b0ec224c723c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:09.259554 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-808039e4-8576-4b11-ab00-1a4a197f2e15 req-10878c8e-32cc-4ea0-a935-e1008f9e377c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440688 Jun 16 23:06:09.315629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-524ecdd4-1717-4e17-bc34-b0ec224c723c admin admin] Publish callbacks [] for security_group (dcf62c63-ce5b-4e8b-be12-010257524cf2), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:09.319839 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-524ecdd4-1717-4e17-bc34-b0ec224c723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (dcf62c63-ce5b-4e8b-be12-010257524cf2), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:09.357619 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ecdd4-1717-4e17-bc34-b0ec224c723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf62c63-ce5b-4e8b-be12-010257524cf2,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:09.364873 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-524ecdd4-1717-4e17-bc34-b0ec224c723c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=953852ace11742cc96f09875d8aa3901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502707 Jun 16 23:06:09.365269 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56114) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:09.397257 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:09.420991 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-952a7205-a3ea-4599-a5b7-4008f17b9638 admin admin] Publish callbacks [] for security_group (dcf62c63-ce5b-4e8b-be12-010257524cf2), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:09.445283 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-952a7205-a3ea-4599-a5b7-4008f17b9638 admin admin] Publish callbacks [] for security_group (dcf62c63-ce5b-4e8b-be12-010257524cf2), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:09.493115 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-952a7205-a3ea-4599-a5b7-4008f17b9638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (dcf62c63-ce5b-4e8b-be12-010257524cf2), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:09.495737 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-952a7205-a3ea-4599-a5b7-4008f17b9638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:09.496881 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-952a7205-a3ea-4599-a5b7-4008f17b9638 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dcf62c63-ce5b-4e8b-be12-010257524cf2 HTTP/1.1" status: 204 len: 168 time: 0.1307929 Jun 16 23:06:09.505412 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a7205-a3ea-4599-a5b7-4008f17b9638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf62c63-ce5b-4e8b-be12-010257524cf2,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:10.155540 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275f1b6-b9e8-42fc-b4ee-57c8357f1972 req-a7afa668-cc5d-47e6-aa24-b97668432173 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:10.157488 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d275f1b6-b9e8-42fc-b4ee-57c8357f1972 req-a7afa668-cc5d-47e6-aa24-b97668432173 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0526919 Jun 16 23:06:10.212411 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d275f1b6-b9e8-42fc-b4ee-57c8357f1972 req-4f7a695b-c49d-40fc-b91a-e3c6d5616bc2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462446 Jun 16 23:06:10.383074 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70437bdc-f6a1-45cc-a3cf-58a9496f0914 req-220b3522-fa31-4a27-a154-63fc6e703cce tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:10.384665 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-70437bdc-f6a1-45cc-a3cf-58a9496f0914 req-220b3522-fa31-4a27-a154-63fc6e703cce tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0500159 Jun 16 23:06:10.434008 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-70437bdc-f6a1-45cc-a3cf-58a9496f0914 req-9046e225-87b5-446e-95e4-30c15be18dcc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435798 Jun 16 23:06:11.339786 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e355cc-f386-4e4f-9544-ec8be5a8a460 req-a11096f2-6e48-4548-940e-f2d31a259c05 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:11.341289 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a5e355cc-f386-4e4f-9544-ec8be5a8a460 req-a11096f2-6e48-4548-940e-f2d31a259c05 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0556498 Jun 16 23:06:11.391537 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a5e355cc-f386-4e4f-9544-ec8be5a8a460 req-6e70cc63-1b9b-43f9-b327-7402d984acc4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Jun 16 23:06:11.557850 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54300b61-dfcd-4d95-8a6e-aa1f85806879 req-19c3074f-b866-492f-8146-f2e5cf5d087e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:11.559391 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54300b61-dfcd-4d95-8a6e-aa1f85806879 req-19c3074f-b866-492f-8146-f2e5cf5d087e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0504112 Jun 16 23:06:11.612327 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54300b61-dfcd-4d95-8a6e-aa1f85806879 req-7270b43c-a624-43a5-9458-0581d4255ffc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457904 Jun 16 23:06:11.619059 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56214) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:11.727278 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fcdae425-86e0-4652-b7b6-a83e0bef9f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:11.739487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:11.785116 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:11.808787 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fcdae425-86e0-4652-b7b6-a83e0bef9f85 admin admin] Publish callbacks [] for security_group (39e3d43f-cc49-4b14-b719-88e15700e13d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:11.813280 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fcdae425-86e0-4652-b7b6-a83e0bef9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (39e3d43f-cc49-4b14-b719-88e15700e13d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:11.855697 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fcdae425-86e0-4652-b7b6-a83e0bef9f85 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=016b8f1fbeb24cda937a285b21db0c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356486 Jun 16 23:06:11.856854 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdae425-86e0-4652-b7b6-a83e0bef9f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3d43f-cc49-4b14-b719-88e15700e13d,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:11.858386 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56218) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:11.898282 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:11.911746 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-30024838-32bd-427f-b6c6-790ad234b4e5 admin admin] Publish callbacks [] for security_group (39e3d43f-cc49-4b14-b719-88e15700e13d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:11.934248 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-30024838-32bd-427f-b6c6-790ad234b4e5 admin admin] Publish callbacks [] for security_group (39e3d43f-cc49-4b14-b719-88e15700e13d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:11.956158 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b2300-c0b9-406d-853a-586261357576 req-ba04272d-dbcd-4522-9bff-6005118eac68 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:11.957854 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9a4b2300-c0b9-406d-853a-586261357576 req-ba04272d-dbcd-4522-9bff-6005118eac68 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0456517 Jun 16 23:06:11.982041 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-30024838-32bd-427f-b6c6-790ad234b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (39e3d43f-cc49-4b14-b719-88e15700e13d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:11.984811 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-30024838-32bd-427f-b6c6-790ad234b4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:11.989358 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-30024838-32bd-427f-b6c6-790ad234b4e5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/39e3d43f-cc49-4b14-b719-88e15700e13d HTTP/1.1" status: 204 len: 168 time: 0.1266499 Jun 16 23:06:11.998185 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30024838-32bd-427f-b6c6-790ad234b4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3d43f-cc49-4b14-b719-88e15700e13d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:12.067753 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Deleting port 64041190-c0ec-441a-a5bb-be754b053d2d {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:06:12.068123 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.163099 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] For port 64041190-c0ec-441a-a5bb-be754b053d2d, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=64041190-c0ec-441a-a5bb-be754b053d2d,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:12.163482 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.289207 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56226) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:12.302722 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-60c12629-da04-4c2f-b208-ef6087d1a8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.335049 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.335707 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (f91c2472-af7c-4f6a-8a9e-9cbe438571dd), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.336192 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Floating IP f91c2472-af7c-4f6a-8a9e-9cbe438571dd disassociated. External IP: 172.27.3.45, port: 64041190-c0ec-441a-a5bb-be754b053d2d. Jun 16 23:06:12.336705 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Calling delete_port for 64041190-c0ec-441a-a5bb-be754b053d2d owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:06:12.381183 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-60c12629-da04-4c2f-b208-ef6087d1a8ef admin admin] Publish callbacks [] for security_group (2284939f-8df6-4dc6-a4b2-2bcac4606bdf), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.384840 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-60c12629-da04-4c2f-b208-ef6087d1a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (2284939f-8df6-4dc6-a4b2-2bcac4606bdf), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.424759 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-60c12629-da04-4c2f-b208-ef6087d1a8ef admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=330e66c39a4741c8b1bf83aa202f18d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342020 Jun 16 23:06:12.425885 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c12629-da04-4c2f-b208-ef6087d1a8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2284939f-8df6-4dc6-a4b2-2bcac4606bdf,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:12.428263 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56230) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:12.536958 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd81e8-8841-45a9-ae2f-58cc303373b2 req-5a26f0e9-414f-4579-bfae-b0ece5196890 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:12.538430 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42bd81e8-8841-45a9-ae2f-58cc303373b2 req-5a26f0e9-414f-4579-bfae-b0ece5196890 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=30b2118a-225b-457b-a15d-cf7656c69331 HTTP/1.1" status: 200 len: 946 time: 0.0727956 Jun 16 23:06:12.541192 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (64041190-c0ec-441a-a5bb-be754b053d2d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.588342 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'Port': ['ID=64041190-c0ec-441a-a5bb-be754b053d2d,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:12.602771 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7d552217-7d45-4eef-87df-4a35de32899e admin admin] Publish callbacks [] for security_group (2284939f-8df6-4dc6-a4b2-2bcac4606bdf), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.626864 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:12.676060 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7d552217-7d45-4eef-87df-4a35de32899e admin admin] Publish callbacks [] for security_group (2284939f-8df6-4dc6-a4b2-2bcac4606bdf), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.685952 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:12.709015 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-42bd81e8-8841-45a9-ae2f-58cc303373b2 req-abf69eef-0cea-4987-b4f5-75b0cde0c62f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=d8750679-f685-4c83-9037-88584e3911d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574733 Jun 16 23:06:12.810957 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11702c-6959-40fd-bd75-14394c03ab06 req-8e85e072-4a92-42e4-8770-64e88395a111 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:12.812439 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b11702c-6959-40fd-bd75-14394c03ab06 req-8e85e072-4a92-42e4-8770-64e88395a111 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.1163878 Jun 16 23:06:12.829018 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:06:12.856100 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7d552217-7d45-4eef-87df-4a35de32899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (2284939f-8df6-4dc6-a4b2-2bcac4606bdf), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.858561 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7d552217-7d45-4eef-87df-4a35de32899e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:12.859687 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7d552217-7d45-4eef-87df-4a35de32899e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2284939f-8df6-4dc6-a4b2-2bcac4606bdf HTTP/1.1" status: 204 len: 168 time: 0.4305027 Jun 16 23:06:12.880187 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d552217-7d45-4eef-87df-4a35de32899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2284939f-8df6-4dc6-a4b2-2bcac4606bdf,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:12.924402 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b11702c-6959-40fd-bd75-14394c03ab06 req-482f295a-c586-48de-b082-9a856210d818 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052380 Jun 16 23:06:12.989999 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:06:13.002885 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:06:13.013764 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:13.014501 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:06:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:13.040060 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] No DVR routers for this DVR port 64041190-c0ec-441a-a5bb-be754b053d2d on host hv-cinder-84623 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:06:13.043808 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:13.048016 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9a4b2300-c0b9-406d-853a-586261357576 req-d08031be-f843-4ade-bee8-d5c1b92911d2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "DELETE /v2.0/ports/64041190-c0ec-441a-a5bb-be754b053d2d HTTP/1.1" status: 204 len: 173 time: 1.0845294 Jun 16 23:06:13.049129 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b2118a-225b-457b-a15d-cf7656c69331', 'name': 'network-vif-deleted', 'tag': '64041190-c0ec-441a-a5bb-be754b053d2d'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:13.051686 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240de487-53a6-4063-bd23-37695ab44575" -d '{"events": [{"server_uuid": "30b2118a-225b-457b-a15d-cf7656c69331", "name": "network-vif-deleted", "tag": "64041190-c0ec-441a-a5bb-be754b053d2d"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:13.170222 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:13.214239 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:13.374433 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a7ad10-9d2f-4710-b737-a7a69aefd5d1 x-openstack-request-id: req-35a7ad10-9d2f-4710-b737-a7a69aefd5d1 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:13.374837 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b2118a-225b-457b-a15d-cf7656c69331", "name": "network-vif-deleted", "tag": "64041190-c0ec-441a-a5bb-be754b053d2d", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:13.375154 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-35a7ad10-9d2f-4710-b737-a7a69aefd5d1 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:13.375645 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a7ad10-9d2f-4710-b737-a7a69aefd5d1'] response: {'server_uuid': '30b2118a-225b-457b-a15d-cf7656c69331', 'name': 'network-vif-deleted', 'tag': '64041190-c0ec-441a-a5bb-be754b053d2d', 'status': 'completed', 'code': 200} Jun 16 23:06:13.386306 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:13.414421 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:06:13.423046 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:13.424233 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:06:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:13.526361 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:13.736515 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:13.761744 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7223fa4-35ce-45c9-a2ad-5739b3d56503 None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:06:13.804597 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56270) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:13.872385 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6c106f8-6ed6-4ad6-b7d9-b7ddbe83b98d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (d8750679-f685-4c83-9037-88584e3911d9), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:13.901899 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6c106f8-6ed6-4ad6-b7d9-b7ddbe83b98d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (d8750679-f685-4c83-9037-88584e3911d9), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:13.952477 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6c106f8-6ed6-4ad6-b7d9-b7ddbe83b98d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d8750679-f685-4c83-9037-88584e3911d9), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:13.956194 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d6c106f8-6ed6-4ad6-b7d9-b7ddbe83b98d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:13.958650 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d6c106f8-6ed6-4ad6-b7d9-b7ddbe83b98d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "DELETE /v2.0/security-groups/d8750679-f685-4c83-9037-88584e3911d9 HTTP/1.1" status: 204 len: 168 time: 0.1518149 Jun 16 23:06:13.960646 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56274) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:13.975603 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-44a06113-cc6d-447c-af8f-869cf06458c2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] show failed (client error): The resource could not be found. Jun 16 23:06:13.976640 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-44a06113-cc6d-447c-af8f-869cf06458c2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups/d8750679-f685-4c83-9037-88584e3911d9 HTTP/1.1" status: 404 len: 347 time: 0.0149746 Jun 16 23:06:13.983565 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56276) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:13.992614 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c106f8-6ed6-4ad6-b7d9-b7ddbe83b98d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8750679-f685-4c83-9037-88584e3911d9,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:14.083389 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920bb0be-2929-4c1b-8f7b-b58e44bec130 None None] New status for floating IP f91c2472-af7c-4f6a-8a9e-9cbe438571dd: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:06:14.099694 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aff6f1-9945-4673-bd99-10e34e60b82e req-a608f185-65d7-4558-8d46-e6de5525bb14 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:14.101926 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9aff6f1-9945-4673-bd99-10e34e60b82e req-a608f185-65d7-4558-8d46-e6de5525bb14 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0779393 Jun 16 23:06:14.136510 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Deleting port 243ece9c-07dd-4d0b-b180-53c1ff670829 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:06:14.136915 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (243ece9c-07dd-4d0b-b180-53c1ff670829), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.216075 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f9aff6f1-9945-4673-bd99-10e34e60b82e req-065b8b58-a374-41cc-959c-33ccd34af24c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070921 Jun 16 23:06:14.274395 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (243ece9c-07dd-4d0b-b180-53c1ff670829), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.274885 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (243ece9c-07dd-4d0b-b180-53c1ff670829), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.291460 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Calling delete_port for 243ece9c-07dd-4d0b-b180-53c1ff670829 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:06:14.310200 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:14.431155 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (243ece9c-07dd-4d0b-b180-53c1ff670829), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.463569 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'Port': ['ID=243ece9c-07dd-4d0b-b180-53c1ff670829,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:14.521475 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (f91c2472-af7c-4f6a-8a9e-9cbe438571dd), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.524040 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.525185 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d44c9bb8-a296-4137-85b7-5a751701b6e7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "DELETE /v2.0/floatingips/f91c2472-af7c-4f6a-8a9e-9cbe438571dd HTTP/1.1" status: 204 len: 168 time: 0.5406985 Jun 16 23:06:14.591600 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56286) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:14.596087 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-25de712a-5818-41c1-adc9-52f66780e703 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756991730', 'description': 'tempest-description--1650550586'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:14.616850 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-25de712a-5818-41c1-adc9-52f66780e703 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.685398 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-25de712a-5818-41c1-adc9-52f66780e703 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (11002ebc-0bb8-4a89-b86a-357a82116f8f), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.689909 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-25de712a-5818-41c1-adc9-52f66780e703 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (11002ebc-0bb8-4a89-b86a-357a82116f8f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.719358 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-25de712a-5818-41c1-adc9-52f66780e703 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.720510 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-25de712a-5818-41c1-adc9-52f66780e703 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1279261 Jun 16 23:06:14.723461 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56288) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:14.724345 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de712a-5818-41c1-adc9-52f66780e703 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11002ebc-0bb8-4a89-b86a-357a82116f8f,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:14.729249 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-c03da044-d04d-4944-8cca-4acfaaacdbb4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group_rule': {'security_group_id': '11002ebc-0bb8-4a89-b86a-357a82116f8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:14.741792 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:14.762949 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c03da044-d04d-4944-8cca-4acfaaacdbb4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (8c9a965b-d856-4221-bb01-6df6cdde55d6), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.826300 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c03da044-d04d-4944-8cca-4acfaaacdbb4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (8c9a965b-d856-4221-bb01-6df6cdde55d6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.830278 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c03da044-d04d-4944-8cca-4acfaaacdbb4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (8c9a965b-d856-4221-bb01-6df6cdde55d6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.851329 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03da044-d04d-4944-8cca-4acfaaacdbb4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9a965b-d856-4221-bb01-6df6cdde55d6,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:14.856785 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c03da044-d04d-4944-8cca-4acfaaacdbb4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.857957 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c03da044-d04d-4944-8cca-4acfaaacdbb4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333625 Jun 16 23:06:14.861222 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56290) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:14.865311 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-7fab2997-45f8-4903-9aab-9cd3b7d635e9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'security_group_rule': {'security_group_id': '11002ebc-0bb8-4a89-b86a-357a82116f8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:14.891062 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7fab2997-45f8-4903-9aab-9cd3b7d635e9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (64a19db4-0c78-465b-b69c-c619ed61e87b), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.949740 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7fab2997-45f8-4903-9aab-9cd3b7d635e9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (64a19db4-0c78-465b-b69c-c619ed61e87b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.953461 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7fab2997-45f8-4903-9aab-9cd3b7d635e9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (64a19db4-0c78-465b-b69c-c619ed61e87b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.971858 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab2997-45f8-4903-9aab-9cd3b7d635e9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a19db4-0c78-465b-b69c-c619ed61e87b,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:14.978231 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7fab2997-45f8-4903-9aab-9cd3b7d635e9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:14.979444 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7fab2997-45f8-4903-9aab-9cd3b7d635e9 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173303 Jun 16 23:06:14.982524 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56292) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:14.987248 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:15.007195 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.081928 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.186718 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Allocated IP 172.27.3.53 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/e99716f9-2a0a-4812-a944-f1fb630bc7b6) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:06:15.268640 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:15.296204 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (e99716f9-2a0a-4812-a944-f1fb630bc7b6), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.333393 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (e99716f9-2a0a-4812-a944-f1fb630bc7b6), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.368499 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c7c17-238d-4168-a0b7-96aa5d58f367 req-bf2f13ce-6552-4f49-9007-66ee317aa40a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:15.368499 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5a8c7c17-238d-4168-a0b7-96aa5d58f367 req-bf2f13ce-6552-4f49-9007-66ee317aa40a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0623317 Jun 16 23:06:15.372700 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:06:15.378813 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:06:15.382719 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:15.385952 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:06:15.389691 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=e99716f9-2a0a-4812-a944-f1fb630bc7b6,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:15.428186 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5a8c7c17-238d-4168-a0b7-96aa5d58f367 req-ffa17e39-ab60-4aa8-b211-c8fcfa068bae tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596805 Jun 16 23:06:15.482498 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (d0734bf0-1725-4dde-9a25-6ccb5910e17e), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.524456 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e99716f9-2a0a-4812-a944-f1fb630bc7b6), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.677972 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (e99716f9-2a0a-4812-a944-f1fb630bc7b6), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.687576 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (e99716f9-2a0a-4812-a944-f1fb630bc7b6), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.765081 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=e99716f9-2a0a-4812-a944-f1fb630bc7b6,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:15.780600 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (d0734bf0-1725-4dde-9a25-6ccb5910e17e), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.799157 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:15.800397 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-1e9c7a16-3490-4a1a-9ba7-8abba3898b9f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8169460 Jun 16 23:06:16.005330 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:16.019506 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-f8f291f2-f7fc-4f3c-b58e-1166acfb4a55 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1756991730&fields=id&tenant_id=0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 267 time: 0.0540588 Jun 16 23:06:16.131331 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-ebed02a9-abea-4c08-bc08-85c782d2f198 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:16.132807 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-ebed02a9-abea-4c08-bc08-85c782d2f198 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 814 time: 0.1058023 Jun 16 23:06:16.148962 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-339f55d0-fbcc-4fc4-bc64-80e420578074 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/quotas/0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 375 time: 0.0106080 Jun 16 23:06:16.198846 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-af070a0c-41b7-4c02-b8a0-3a313cf67067 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447176 Jun 16 23:06:16.405220 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-a4ac2519-2250-4787-b71d-317fb3e53f7f service neutron] 10.222.0.17 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941679 Jun 16 23:06:16.443568 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:16.504814 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-7a7b2651-254c-4497-b1d4-f99fbdbb8536 service neutron] 10.222.0.17 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929210 Jun 16 23:06:16.567598 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-437ab2cd-d542-4e4e-b00e-ed9f6bbfa88b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307129787&fields=id&tenant_id=1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 267 time: 0.0462070 Jun 16 23:06:16.714270 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-228dd870-7da1-4d05-bf3b-6cb36ebdd900 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:16.715787 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-228dd870-7da1-4d05-bf3b-6cb36ebdd900 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 812 time: 0.1408253 Jun 16 23:06:16.724124 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d8dca-6b58-40f6-a628-c241f8b06f23 req-5ab2b9ae-a818-4d49-beca-ecdb04c79e15 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:16.725723 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d33d8dca-6b58-40f6-a628-c241f8b06f23 req-5ab2b9ae-a818-4d49-beca-ecdb04c79e15 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0686510 Jun 16 23:06:16.744009 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-00a024d3-0f9c-43ee-bb6b-3fc36ed18f3c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/quotas/1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 375 time: 0.0172994 Jun 16 23:06:16.818257 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d33d8dca-6b58-40f6-a628-c241f8b06f23 req-3c19e0ba-9b06-43f6-ba80-7f6c387c1dba tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840755 Jun 16 23:06:16.822915 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-2f02b485-3509-44e7-a538-f8ddc4d4eded tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722620 Jun 16 23:06:16.916625 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d679318f-fcd2-4c5f-9344-a33cf3062544 req-7030fef1-90ef-4c75-95dd-a678f6d3a4fe tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 210 time: 0.0409403 Jun 16 23:06:16.997935 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d88b0bd4-db62-4ba7-aa90-2cd7168debf9 service neutron] 10.222.0.17 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557055 Jun 16 23:06:17.109278 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-132e0600-b09e-4a30-a931-60761da36ec4 service neutron] 10.222.0.17 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036015 Jun 16 23:06:17.350423 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 64041190-c0ec-441a-a5bb-be754b053d2d no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:06:17.365652 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56378) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:17.394219 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 64041190-c0ec-441a-a5bb-be754b053d2d {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:06:17.394571 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 64041190-c0ec-441a-a5bb-be754b053d2d not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:06:17.464261 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d107a886-b040-4d47-b3a5-a576fde594ca req-99b08f19-5697-486e-a00d-4ae8676d3f88 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 210 time: 0.0315421 Jun 16 23:06:17.485442 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-89ff93f2-ec79-421a-9937-25e2f38f77d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:17.583286 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-89ff93f2-ec79-421a-9937-25e2f38f77d3 admin admin] Publish callbacks [] for security_group (1f3a15a1-20a3-48cf-969f-cd8e0524dbe5), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:17.588103 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-89ff93f2-ec79-421a-9937-25e2f38f77d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (1f3a15a1-20a3-48cf-969f-cd8e0524dbe5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:17.636015 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-89ff93f2-ec79-421a-9937-25e2f38f77d3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0278008418ba450397733f6e87ae22bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692232 Jun 16 23:06:17.637180 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff93f2-ec79-421a-9937-25e2f38f77d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3a15a1-20a3-48cf-969f-cd8e0524dbe5,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:17.643141 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56390) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:17.689304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:17.708061 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:17.718989 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6ae9789f-070f-4578-bc5d-5ae8092f16e7 admin admin] Publish callbacks [] for security_group (1f3a15a1-20a3-48cf-969f-cd8e0524dbe5), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:17.739970 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-3f74cc07-293a-49e8-9f45-72d964c72af5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:17.743916 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-3f74cc07-293a-49e8-9f45-72d964c72af5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 814 time: 0.1504061 Jun 16 23:06:17.747101 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6ae9789f-070f-4578-bc5d-5ae8092f16e7 admin admin] Publish callbacks [] for security_group (1f3a15a1-20a3-48cf-969f-cd8e0524dbe5), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:17.804663 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6ae9789f-070f-4578-bc5d-5ae8092f16e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (1f3a15a1-20a3-48cf-969f-cd8e0524dbe5), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:17.807581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6ae9789f-070f-4578-bc5d-5ae8092f16e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:17.819227 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-6ae9789f-070f-4578-bc5d-5ae8092f16e7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1f3a15a1-20a3-48cf-969f-cd8e0524dbe5 HTTP/1.1" status: 204 len: 168 time: 0.1705365 Jun 16 23:06:17.829583 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9789f-070f-4578-bc5d-5ae8092f16e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3a15a1-20a3-48cf-969f-cd8e0524dbe5,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:17.848918 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-b6402bf0-9349-48ed-af45-5f442ed07bd0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0526c12e8bc947209e24daf5ddfad7be HTTP/1.1" status: 200 len: 380 time: 0.0950170 Jun 16 23:06:17.959790 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'port': {'device_id': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'admin_state_up': True, 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'security_groups': ['11002ebc-0bb8-4a89-b86a-357a82116f8f']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:18.001938 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533503-00a5-4e99-8152-c80440221501 req-2e00c740-69ab-453d-aec9-e4a855a24228 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:18.003623 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b533503-00a5-4e99-8152-c80440221501 req-2e00c740-69ab-453d-aec9-e4a855a24228 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0997195 Jun 16 23:06:18.089049 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-291212df-3826-42ac-9412-f66fcef0f850 req-decc61d7-4a27-48b2-a18a-c8638c47686d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 210 time: 0.0824325 Jun 16 23:06:18.153568 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5b533503-00a5-4e99-8152-c80440221501 req-9bf34374-38f5-4e68-8532-2d927cdc2957 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428287 Jun 16 23:06:18.186801 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Made reservation on behalf of 0526c12e8bc947209e24daf5ddfad7be for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:06:18.190522 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:18.202973 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:18.335004 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Allocated IP 172.20.0.6 (663ca997-5122-4586-973b-ea2e3ed98672/70e6960a-a82f-4058-8fa9-2c96ef001308/e518f3e5-de33-40af-8a0b-72951461a47a) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:06:18.495643 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for port (e518f3e5-de33-40af-8a0b-72951461a47a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:18.537766 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:18.584985 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:18.627203 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3a0eaed3-6492-42f1-9e78-c8ee1f5fd37a req-63309a10-f749-4c29-a232-412d611d1ecd tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 210 time: 0.0719550 Jun 16 23:06:18.661530 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Network 663ca997-5122-4586-973b-ea2e3ed98672 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:06:18.665944 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:06:18.668559 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event updated for resources: {'Port': ['ID=e518f3e5-de33-40af-8a0b-72951461a47a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:18.670330 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-19b9d77f-c7f7-4c21-af47-3ece8523792d tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:18.671868 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:06:18.672447 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-19b9d77f-c7f7-4c21-af47-3ece8523792d tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 812 time: 0.1311874 Jun 16 23:06:18.731160 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:18.731796 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:18.751822 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-9cb64489-bc75-424a-938f-29dadffb5ca1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8150160 Jun 16 23:06:18.768738 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Request body: {'port': {'device_id': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:18.783830 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-5d61e60e-960c-4154-949b-4072fd8b0ae4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 379 time: 0.0997255 Jun 16 23:06:18.795870 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'port': {'device_id': 'bf5049e3-3446-468a-a334-d87825e50af4', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'admin_state_up': True, 'tenant_id': '1423c05c42b14519b401e22e16062781', 'security_groups': ['077d177c-972c-4a5c-a1a9-f337f9dd1fac']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:18.867346 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:18.948138 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Made reservation on behalf of 1423c05c42b14519b401e22e16062781 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:06:18.951964 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:18.997432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:19.082456 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-51350b48-850c-402d-94aa-891cd1d95a4a None None] Provisioning complete for port e518f3e5-de33-40af-8a0b-72951461a47a triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:19.083098 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-51350b48-850c-402d-94aa-891cd1d95a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.118824 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-51350b48-850c-402d-94aa-891cd1d95a4a None None] Port e518f3e5-de33-40af-8a0b-72951461a47a cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:06:19.135629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Allocated IP 172.20.0.11 (b60aa0be-29dc-41f5-b1f9-8245b5200d1c/2b9a00eb-79d7-4fa0-be06-90a02d5dd224/bee8d2e1-8544-499c-8311-99767df2181b) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:06:19.233321 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e518f3e5-de33-40af-8a0b-72951461a47a {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:06:19.242406 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Publish callbacks [] for port (e518f3e5-de33-40af-8a0b-72951461a47a), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.284717 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:19.302254 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (bee8d2e1-8544-499c-8311-99767df2181b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.308041 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Transition to ACTIVE for port object e518f3e5-de33-40af-8a0b-72951461a47a will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:06:19.318805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.354172 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (bee8d2e1-8544-499c-8311-99767df2181b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.385284 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17581d8e-de77-451c-93e3-c5ff30160ec2 req-c11a6f91-97c3-4d53-8289-c4a8d7b0b80b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:19.389493 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17581d8e-de77-451c-93e3-c5ff30160ec2 req-c11a6f91-97c3-4d53-8289-c4a8d7b0b80b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 931 time: 0.2174230 Jun 16 23:06:19.403869 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:06:19.407458 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:06:19.414386 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59833-d2c9-4f44-b6fe-95e49eb1deaa req-2048f455-c7cd-4ffc-9eaa-d537b567f388 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:19.416150 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cdf59833-d2c9-4f44-b6fe-95e49eb1deaa req-2048f455-c7cd-4ffc-9eaa-d537b567f388 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.1653934 Jun 16 23:06:19.422421 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:06:19.519743 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=bee8d2e1-8544-499c-8311-99767df2181b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:19.527552 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Pushing event updated for resources: {'Port': ['ID=e518f3e5-de33-40af-8a0b-72951461a47a,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:19.570585 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:19.571466 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.588720 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17581d8e-de77-451c-93e3-c5ff30160ec2 req-263754b2-09e7-4f97-9079-f44fb2724f0d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858656 Jun 16 23:06:19.637139 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-d5892748-f7c1-4b57-bd1c-9986110a43eb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8463948 Jun 16 23:06:19.644230 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Attempting to bind port e518f3e5-de33-40af-8a0b-72951461a47a on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:06:19.644563 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Attempting to bind port e518f3e5-de33-40af-8a0b-72951461a47a by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:06:19.644895 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Attempting to bind port e518f3e5-de33-40af-8a0b-72951461a47a on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:06:19.651874 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Request body: {'port': {'device_id': 'bf5049e3-3446-468a-a334-d87825e50af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:19.656623 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cdf59833-d2c9-4f44-b6fe-95e49eb1deaa req-77fef207-90fb-40d5-9fb2-61b57eda891a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186768 Jun 16 23:06:19.665301 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Port e518f3e5-de33-40af-8a0b-72951461a47a on network 663ca997-5122-4586-973b-ea2e3ed98672 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:06:19.665668 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Attempting to bind port e518f3e5-de33-40af-8a0b-72951461a47a on network 663ca997-5122-4586-973b-ea2e3ed98672 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:06:19.674982 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:06:19.675337 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Checking segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:06:19.675674 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Bound using segment: {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:06:19.676110 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Bound port: e518f3e5-de33-40af-8a0b-72951461a47a, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76dd9db-66c3-4e46-a211-86a081fbcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:06:19.676472 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.695471 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:19.783089 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] For port e518f3e5-de33-40af-8a0b-72951461a47a, host hv-cinder-84623, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:06:19.787094 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (bee8d2e1-8544-499c-8311-99767df2181b), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.788907 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] For port e518f3e5-de33-40af-8a0b-72951461a47a, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e518f3e5-de33-40af-8a0b-72951461a47a,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:06:19.791183 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:19.800095 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.854986 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:19.855618 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.857083 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] 10.222.0.26 "PUT /v2.0/ports/e518f3e5-de33-40af-8a0b-72951461a47a HTTP/1.1" status: 200 len: 1093 time: 1.0963459 Jun 16 23:06:19.860859 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'tag': 'e518f3e5-de33-40af-8a0b-72951461a47a'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:19.864571 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80070a6e-5e37-4042-abe1-87ecd9d60e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "07404710-1539-46ee-b4ff-2ef30af07f8e", "tag": "e518f3e5-de33-40af-8a0b-72951461a47a"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:19.882764 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:19.901552 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-e768b17c-924e-4039-9df4-48609637e96f None None] Provisioning complete for port bee8d2e1-8544-499c-8311-99767df2181b triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:19.902511 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e768b17c-924e-4039-9df4-48609637e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (bee8d2e1-8544-499c-8311-99767df2181b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:19.930659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:19.969971 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f498895c-bc83-4e78-9837-3bafd8ba624e x-openstack-request-id: req-f498895c-bc83-4e78-9837-3bafd8ba624e {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:19.970332 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07404710-1539-46ee-b4ff-2ef30af07f8e", "tag": "e518f3e5-de33-40af-8a0b-72951461a47a", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:19.970658 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f498895c-bc83-4e78-9837-3bafd8ba624e {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:19.971117 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f498895c-bc83-4e78-9837-3bafd8ba624e'] response: {'name': 'network-changed', 'server_uuid': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'tag': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'status': 'completed', 'code': 200} Jun 16 23:06:19.974578 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-e768b17c-924e-4039-9df4-48609637e96f None None] Port bee8d2e1-8544-499c-8311-99767df2181b cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:06:19.991312 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827bcf-163e-4993-a21d-d428b209fc94 service neutron] Pushing event updated for resources: {'Port': ['ID=e518f3e5-de33-40af-8a0b-72951461a47a,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:20.004645 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f688-43eb-4700-9766-f5f18258e4c5 req-088654f7-04e3-445b-94cf-bb50d6c8ec13 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:20.011686 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61f3f688-43eb-4700-9766-f5f18258e4c5 req-088654f7-04e3-445b-94cf-bb50d6c8ec13 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 932 time: 0.1780975 Jun 16 23:06:20.027033 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-1f24d1c5-4066-405d-872e-c6251f9418f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:20.029187 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-1f24d1c5-4066-405d-872e-c6251f9418f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 1127 time: 0.1184618 Jun 16 23:06:20.090630 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-bf732fd4-660c-4b33-9285-eed377759bf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e518f3e5-de33-40af-8a0b-72951461a47a HTTP/1.1" status: 200 len: 217 time: 0.0510092 Jun 16 23:06:20.155237 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61f3f688-43eb-4700-9766-f5f18258e4c5 req-6d0e6343-6b84-437d-8e9b-11de99a8c0d8 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424580 Jun 16 23:06:20.178656 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee8d2e1-8544-499c-8311-99767df2181b {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:06:20.178803 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-941dc15d-15db-4b62-afc3-04bd4c49fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:20.179997 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-941dc15d-15db-4b62-afc3-04bd4c49fcca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0787368 Jun 16 23:06:20.188375 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Publish callbacks [] for port (bee8d2e1-8544-499c-8311-99767df2181b), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:20.201706 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Transition to ACTIVE for port object bee8d2e1-8544-499c-8311-99767df2181b will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:06:20.205426 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (bee8d2e1-8544-499c-8311-99767df2181b), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:20.247049 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-b7a67cb0-09c4-4274-beb2-cd008b1015ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:20.248555 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-b7a67cb0-09c4-4274-beb2-cd008b1015ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526788 Jun 16 23:06:20.281555 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Pushing event updated for resources: {'Port': ['ID=bee8d2e1-8544-499c-8311-99767df2181b,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:20.332230 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Attempting to bind port bee8d2e1-8544-499c-8311-99767df2181b on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:06:20.332553 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Attempting to bind port bee8d2e1-8544-499c-8311-99767df2181b by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:06:20.332875 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Attempting to bind port bee8d2e1-8544-499c-8311-99767df2181b on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:06:20.337462 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Port bee8d2e1-8544-499c-8311-99767df2181b on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:06:20.337763 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Attempting to bind port bee8d2e1-8544-499c-8311-99767df2181b on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:06:20.342871 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:06:20.343204 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Checking segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:06:20.344079 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Bound using segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:06:20.344079 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Bound port: bee8d2e1-8544-499c-8311-99767df2181b, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:06:20.344868 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (bee8d2e1-8544-499c-8311-99767df2181b), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:20.362688 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-fb53b1fd-6849-4f7f-9591-508aab41e577 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038456 Jun 16 23:06:20.411980 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] For port bee8d2e1-8544-499c-8311-99767df2181b, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:06:20.415282 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] For port bee8d2e1-8544-499c-8311-99767df2181b, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=bee8d2e1-8544-499c-8311-99767df2181b,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:06:20.421445 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (bee8d2e1-8544-499c-8311-99767df2181b), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:20.461141 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:20.461436 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:20.464049 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] 10.222.0.26 "PUT /v2.0/ports/bee8d2e1-8544-499c-8311-99767df2181b HTTP/1.1" status: 200 len: 1094 time: 0.8180470 Jun 16 23:06:20.472096 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5049e3-3446-468a-a334-d87825e50af4', 'tag': 'bee8d2e1-8544-499c-8311-99767df2181b'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:20.474785 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5049e3-3446-468a-a334-d87825e50af4", "tag": "bee8d2e1-8544-499c-8311-99767df2181b"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:20.502755 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-32b26eed-a4f9-4568-a91f-1926a5facf71 req-7d4d44a5-892b-4d11-a246-9744ee2bda19 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305571 Jun 16 23:06:20.505721 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da142a76-44fc-4dbc-ae52-c130872d507b service neutron] Pushing event updated for resources: {'Port': ['ID=bee8d2e1-8544-499c-8311-99767df2181b,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:20.687768 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2affd923-e6ab-4f2f-a56c-0bf94779d4f8 x-openstack-request-id: req-2affd923-e6ab-4f2f-a56c-0bf94779d4f8 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:20.689003 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5049e3-3446-468a-a334-d87825e50af4", "tag": "bee8d2e1-8544-499c-8311-99767df2181b", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:20.689409 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2affd923-e6ab-4f2f-a56c-0bf94779d4f8 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:20.690260 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2affd923-e6ab-4f2f-a56c-0bf94779d4f8'] response: {'name': 'network-changed', 'server_uuid': 'bf5049e3-3446-468a-a334-d87825e50af4', 'tag': 'bee8d2e1-8544-499c-8311-99767df2181b', 'status': 'completed', 'code': 200} Jun 16 23:06:20.965191 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:20.972669 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-6df42a77-ea94-4996-8c54-36a587b4a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:20.974176 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-6df42a77-ea94-4996-8c54-36a587b4a027 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 1128 time: 0.4586999 Jun 16 23:06:20.990652 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a16dfd-f1e6-4f5d-ace4-7dd149f7dea2 req-ef6a5b22-cc88-4867-8efe-b38ee686b719 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:20.992054 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28a16dfd-f1e6-4f5d-ace4-7dd149f7dea2 req-ef6a5b22-cc88-4867-8efe-b38ee686b719 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 943 time: 0.0962448 Jun 16 23:06:20.997794 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a250f8a-43f9-47b7-b5b1-e5f1108993b0 req-d7ff0687-e72c-47c0-9adc-0c4f0c3a0d54 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:20.999149 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4a250f8a-43f9-47b7-b5b1-e5f1108993b0 req-d7ff0687-e72c-47c0-9adc-0c4f0c3a0d54 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.1022797 Jun 16 23:06:21.072564 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-28a16dfd-f1e6-4f5d-ace4-7dd149f7dea2 req-3782e616-9bfc-48dd-8e74-b5cf41d772c7 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720026 Jun 16 23:06:21.076820 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4a250f8a-43f9-47b7-b5b1-e5f1108993b0 req-e5ad909a-a647-4410-b23c-de54b0fa9415 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682995 Jun 16 23:06:21.274253 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cced9d3-a3d5-4d8e-8ed2-aad23cf578a3 req-8c30546b-76e3-4dfd-9337-6980e0cb1b9b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:21.275757 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7cced9d3-a3d5-4d8e-8ed2-aad23cf578a3 req-8c30546b-76e3-4dfd-9337-6980e0cb1b9b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 944 time: 0.0473118 Jun 16 23:06:21.325254 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7cced9d3-a3d5-4d8e-8ed2-aad23cf578a3 req-f81e04e5-af58-463c-b0ed-fbcfb83b5082 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432453 Jun 16 23:06:21.429424 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-fac4fe7d-2ddc-4172-afc2-321ba3b81d93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bee8d2e1-8544-499c-8311-99767df2181b HTTP/1.1" status: 200 len: 217 time: 0.0373316 Jun 16 23:06:21.446847 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-e9bb6191-f1ce-43ee-bd9e-579ee0f0fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:21.448314 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-e9bb6191-f1ce-43ee-bd9e-579ee0f0fec9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 1127 time: 0.0454714 Jun 16 23:06:21.540405 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-a02784b2-ff47-40c5-b36b-428180bb4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:21.541895 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-a02784b2-ff47-40c5-b36b-428180bb4317 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0542669 Jun 16 23:06:21.578157 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-6087c710-6b74-4efe-a099-e5ebc63de4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:21.579687 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-6087c710-6b74-4efe-a099-e5ebc63de4fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 915 time: 0.0920990 Jun 16 23:06:21.589078 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-636d77c4-7f17-48f1-9799-d341c1714d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:21.590571 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-636d77c4-7f17-48f1-9799-d341c1714d2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406063 Jun 16 23:06:21.627339 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-03278b0b-c72d-4e2a-9119-4687ee57bb35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e518f3e5-de33-40af-8a0b-72951461a47a HTTP/1.1" status: 200 len: 217 time: 0.0385375 Jun 16 23:06:21.639747 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:21.680796 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-5a99f62e-cf36-4e70-9007-523d884a39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:21.682275 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-5a99f62e-cf36-4e70-9007-523d884a39d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0493805 Jun 16 23:06:21.691772 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-186766be-3866-46c5-b734-06a8ce8c718c service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895772 Jun 16 23:06:21.729398 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-7b6a1c43-ed9a-4d87-82ad-1b808c05ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:21.730836 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-7b6a1c43-ed9a-4d87-82ad-1b808c05ae2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412037 Jun 16 23:06:21.781819 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06bd784-857d-4da0-821d-dffba6d17c33 req-a404ebab-7617-49a1-9077-a7909d549d71 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842183 Jun 16 23:06:21.832289 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-43d2c261-f568-4266-b923-efbdbfd91ea1 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947695 Jun 16 23:06:22.078316 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-5408e2eb-6417-4748-8efe-c939092d7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:22.079899 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-5408e2eb-6417-4748-8efe-c939092d7364 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 1128 time: 0.0495126 Jun 16 23:06:22.093489 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:22.113424 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-80070a6e-5e37-4042-abe1-87ecd9d60e9c req-0e72916f-7351-4c4f-9f3e-285248ae23f4 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918088 Jun 16 23:06:22.143411 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:22.278044 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41292268-8b54-4b9d-9387-136f94378bab req-f504d1c1-7de8-47e9-98b0-210753c9fda6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:22.279637 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-41292268-8b54-4b9d-9387-136f94378bab req-f504d1c1-7de8-47e9-98b0-210753c9fda6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 943 time: 0.1011524 Jun 16 23:06:22.290565 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e2e2a-6e47-4692-b495-1a6cb9b19348 req-709ebc73-d7e7-46d0-bdec-c09ad52ce773 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:22.292069 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1f3e2e2a-6e47-4692-b495-1a6cb9b19348 req-709ebc73-d7e7-46d0-bdec-c09ad52ce773 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.1125250 Jun 16 23:06:22.305406 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-ae7023bd-f0d1-4481-83ad-0e56d92d8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:22.306914 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-ae7023bd-f0d1-4481-83ad-0e56d92d8ff0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.2132089 Jun 16 23:06:22.365445 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-66a76938-ea5b-445c-a7e0-37ba8c9d426b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bee8d2e1-8544-499c-8311-99767df2181b HTTP/1.1" status: 200 len: 217 time: 0.0504873 Jun 16 23:06:22.431476 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-41292268-8b54-4b9d-9387-136f94378bab req-f37d88ed-ac67-4a86-905a-3372c5346fcf tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365702 Jun 16 23:06:22.453213 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1f3e2e2a-6e47-4692-b495-1a6cb9b19348 req-06055679-ebcc-4465-986c-e1e70c1462fd tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465158 Jun 16 23:06:22.458091 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-224bfae3-d588-4044-be7d-417791cf30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:22.459504 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-224bfae3-d588-4044-be7d-417791cf30d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0876267 Jun 16 23:06:22.513086 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-15e88f0b-33e0-4ebf-a7d8-b81a8edde41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:22.514665 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-15e88f0b-33e0-4ebf-a7d8-b81a8edde41d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469458 Jun 16 23:06:22.621326 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-f06ffab8-cf8b-4f79-9b64-2214f22bd7e7 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976377 Jun 16 23:06:22.655959 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:22.750225 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c39c4-94c1-4f97-8938-35806d2187a7 req-da4bacaf-bb2a-433b-acb1-3dc86a9e7546 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:22.751726 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a1c39c4-94c1-4f97-8938-35806d2187a7 req-da4bacaf-bb2a-433b-acb1-3dc86a9e7546 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 944 time: 0.0614157 Jun 16 23:06:22.769571 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b023fe49-4659-4eb9-a1e2-cf1d7ce14109 req-f2ce7066-bab2-41ec-9e6e-107e40aaac7a service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407719 Jun 16 23:06:22.814817 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7a1c39c4-94c1-4f97-8938-35806d2187a7 req-2547c91b-8d77-42e5-9b12-9018a9648993 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552244 Jun 16 23:06:23.246140 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:06:23.391328 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device e518f3e5-de33-40af-8a0b-72951461a47a details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:06:23.488688 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port e518f3e5-de33-40af-8a0b-72951461a47a, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e518f3e5-de33-40af-8a0b-72951461a47a,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:23.500458 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'port_id': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'mac_address': 'fa:16:3e:a5:72:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:06:23.528000 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:23.542054 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port e518f3e5-de33-40af-8a0b-72951461a47a is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:23.542438 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:23.556498 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e518f3e5-de33-40af-8a0b-72951461a47a {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:06:23.574390 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d6e3-092a-4612-8415-8ee4e37c92ea req-f6b72bb5-9833-46a2-8bde-284cfcbe73d3 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:23.576097 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fa08d6e3-092a-4612-8415-8ee4e37c92ea req-f6b72bb5-9833-46a2-8bde-284cfcbe73d3 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 943 time: 0.0734832 Jun 16 23:06:23.576280 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port e518f3e5-de33-40af-8a0b-72951461a47a, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e518f3e5-de33-40af-8a0b-72951461a47a,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:23.580749 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:23.604727 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935977e-14d9-422b-a165-4ce51b79dc29 req-372845e2-fe9e-4b10-b7c1-255f51f80d2c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:23.606189 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5935977e-14d9-422b-a165-4ce51b79dc29 req-372845e2-fe9e-4b10-b7c1-255f51f80d2c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0746770 Jun 16 23:06:23.628460 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=e518f3e5-de33-40af-8a0b-72951461a47a,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:23.635834 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.636179 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.636517 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.636853 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.637183 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.637505 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.637825 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.638146 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.638468 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.638818 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.639164 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.639510 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.639829 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.640145 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.640461 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:23.652818 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fa08d6e3-092a-4612-8415-8ee4e37c92ea req-2991806f-7849-4987-a031-78439df2d2e5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701697 Jun 16 23:06:23.673952 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5935977e-14d9-422b-a165-4ce51b79dc29 req-1f0ca16f-95a8-4560-a519-d4c90a883b37 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606136 Jun 16 23:06:23.849027 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['e518f3e5-de33-40af-8a0b-72951461a47a'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:06:23.939403 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca5156-28b0-418a-bdc1-3e882fb81715 req-c5b6482d-c8c1-44ee-85e2-fe408a15e974 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:23.940944 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-60ca5156-28b0-418a-bdc1-3e882fb81715 req-c5b6482d-c8c1-44ee-85e2-fe408a15e974 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 944 time: 0.0551269 Jun 16 23:06:23.999182 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-60ca5156-28b0-418a-bdc1-3e882fb81715 req-acbf2e85-9abc-4746-9478-1db667c9fd14 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515587 Jun 16 23:06:24.791251 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37984e9b-e35f-41b0-8c25-d597f8b9d93d req-f257d36d-975a-4fe0-9119-980987e0ac55 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:24.792722 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37984e9b-e35f-41b0-8c25-d597f8b9d93d req-f257d36d-975a-4fe0-9119-980987e0ac55 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 944 time: 0.0730946 Jun 16 23:06:24.812382 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a90039-f211-413c-bef8-f7ea4a0a82e4 req-9c95ecb6-a10f-4d98-938e-ae5de1bb386b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:24.813784 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-39a90039-f211-413c-bef8-f7ea4a0a82e4 req-9c95ecb6-a10f-4d98-938e-ae5de1bb386b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0650141 Jun 16 23:06:24.823006 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:24.877178 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-37984e9b-e35f-41b0-8c25-d597f8b9d93d req-b66f2942-7fe0-438d-b07d-459340bffc9d tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783014 Jun 16 23:06:24.889396 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-39a90039-f211-413c-bef8-f7ea4a0a82e4 req-89648e1e-1fdc-4a2c-97b1-3ba63480058c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689094 Jun 16 23:06:25.108603 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159b0b9-65a4-471e-a13d-e28c3fd671b5 req-bf6aa2b9-aaee-4c02-8aac-d87e19db4489 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:25.110639 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0159b0b9-65a4-471e-a13d-e28c3fd671b5 req-bf6aa2b9-aaee-4c02-8aac-d87e19db4489 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 944 time: 0.0477655 Jun 16 23:06:25.158078 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0159b0b9-65a4-471e-a13d-e28c3fd671b5 req-c9e86b72-4ee9-4a3c-b76e-19ca230b4359 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Jun 16 23:06:25.414193 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device e518f3e5-de33-40af-8a0b-72951461a47a up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:25.456251 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port e518f3e5-de33-40af-8a0b-72951461a47a completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:06:25.462125 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port e518f3e5-de33-40af-8a0b-72951461a47a triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:25.462616 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:25.539738 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port e518f3e5-de33-40af-8a0b-72951461a47a is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:25.540132 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:25.687029 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e518f3e5-de33-40af-8a0b-72951461a47a'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:25.690000 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ece0dc-b00d-4128-826d-037e31e05486" -d '{"events": [{"server_uuid": "07404710-1539-46ee-b4ff-2ef30af07f8e", "name": "network-vif-plugged", "status": "completed", "tag": "e518f3e5-de33-40af-8a0b-72951461a47a"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:25.703238 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port e518f3e5-de33-40af-8a0b-72951461a47a, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e518f3e5-de33-40af-8a0b-72951461a47a,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:25.707107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:25.755204 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=e518f3e5-de33-40af-8a0b-72951461a47a,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:25.795931 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b30df31-47ca-4f13-a08b-fe101f7d8420 x-openstack-request-id: req-4b30df31-47ca-4f13-a08b-fe101f7d8420 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:25.796222 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07404710-1539-46ee-b4ff-2ef30af07f8e", "name": "network-vif-plugged", "status": "completed", "tag": "e518f3e5-de33-40af-8a0b-72951461a47a", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:25.796476 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4b30df31-47ca-4f13-a08b-fe101f7d8420 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:25.797377 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b30df31-47ca-4f13-a08b-fe101f7d8420'] response: {'server_uuid': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'code': 200} Jun 16 23:06:26.007606 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722ee0e-b901-45ca-9135-5143d867f238 req-9cc0cedd-6a18-4d3a-886a-b30e60b88404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:26.009060 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0722ee0e-b901-45ca-9135-5143d867f238 req-9cc0cedd-6a18-4d3a-886a-b30e60b88404 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 1129 time: 0.0809824 Jun 16 23:06:26.052712 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7c772-f671-4de0-8667-ef451beaf1d9 req-39cd7d18-d221-4a27-9209-9b241ffa04a1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:26.054022 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-81e7c772-f671-4de0-8667-ef451beaf1d9 req-39cd7d18-d221-4a27-9209-9b241ffa04a1 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.0987375 Jun 16 23:06:26.070772 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af4c4e-2275-4a93-82ef-0f9c8d8d7167 req-47b9a348-7973-446e-86d6-13d18e9c5b8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:26.072707 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-67af4c4e-2275-4a93-82ef-0f9c8d8d7167 req-47b9a348-7973-446e-86d6-13d18e9c5b8e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.1022997 Jun 16 23:06:26.133986 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0722ee0e-b901-45ca-9135-5143d867f238 req-71129c5e-6a8c-409c-8af5-3e73a315f010 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056156 Jun 16 23:06:26.140990 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:26.163626 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-81e7c772-f671-4de0-8667-ef451beaf1d9 req-5f4130d6-84b7-45af-95be-5f42e4cdd30f tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022394 Jun 16 23:06:26.167615 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-67af4c4e-2275-4a93-82ef-0f9c8d8d7167 req-ca876295-7f39-409a-9024-a680405b066b tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871372 Jun 16 23:06:26.266847 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2b55-7463-45be-87e5-a02097b8e85d req-1e6c5c91-ab04-491b-a6e4-e14c293bc80f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:26.268300 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2aac2b55-7463-45be-87e5-a02097b8e85d req-1e6c5c91-ab04-491b-a6e4-e14c293bc80f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 944 time: 0.0461836 Jun 16 23:06:26.319862 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2aac2b55-7463-45be-87e5-a02097b8e85d req-9d4ac39b-1d5a-4438-805f-af5373bbd7a9 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460703 Jun 16 23:06:26.895888 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56574) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:27.003642 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.078160 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Publish callbacks [] for security_group (f5fdf4cb-87ef-456b-8a87-7efeb4c92802), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.081771 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (f5fdf4cb-87ef-456b-8a87-7efeb4c92802), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.124336 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b9569a52dfd64754b5bfcae2423c8689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273264 Jun 16 23:06:27.125219 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fdf4cb-87ef-456b-8a87-7efeb4c92802,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:27.127024 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56578) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:27.132647 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.133041 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.133385 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.133719 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.134207 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.134538 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.138750 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.139116 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.139469 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.139806 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.140143 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.140521 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.140972 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.141540 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.142116 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a79c2e-ed84-43ab-8cd9-78b88bdbd8f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:27.182399 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-93385dbe-05ea-42c0-99b4-2b5a3a8c0c07 admin admin] Publish callbacks [] for security_group (f5fdf4cb-87ef-456b-8a87-7efeb4c92802), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.212107 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-93385dbe-05ea-42c0-99b4-2b5a3a8c0c07 admin admin] Publish callbacks [] for security_group (f5fdf4cb-87ef-456b-8a87-7efeb4c92802), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.324172 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f3d61-3486-4786-9aec-968fa164e2cc req-4b3a1505-5c19-4ef9-9713-8a20fcd36f9b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:27.325643 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-146f3d61-3486-4786-9aec-968fa164e2cc req-4b3a1505-5c19-4ef9-9713-8a20fcd36f9b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.0805535 Jun 16 23:06:27.336138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777d55-ab67-48bb-b437-2b0dcb087127 req-fbd7f72e-0fdc-4efc-b9b5-8a4a6a827616 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:27.337347 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-19777d55-ab67-48bb-b437-2b0dcb087127 req-fbd7f72e-0fdc-4efc-b9b5-8a4a6a827616 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0817084 Jun 16 23:06:27.353724 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-93385dbe-05ea-42c0-99b4-2b5a3a8c0c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (f5fdf4cb-87ef-456b-8a87-7efeb4c92802), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.356251 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-93385dbe-05ea-42c0-99b4-2b5a3a8c0c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.357320 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-93385dbe-05ea-42c0-99b4-2b5a3a8c0c07 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f5fdf4cb-87ef-456b-8a87-7efeb4c92802 HTTP/1.1" status: 204 len: 168 time: 0.2293227 Jun 16 23:06:27.387391 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93385dbe-05ea-42c0-99b4-2b5a3a8c0c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fdf4cb-87ef-456b-8a87-7efeb4c92802,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:27.425837 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-146f3d61-3486-4786-9aec-968fa164e2cc req-b9cafcee-fcaf-4548-8f35-2d90b9c451b2 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874996 Jun 16 23:06:27.432945 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-19777d55-ab67-48bb-b437-2b0dcb087127 req-a1885075-840c-44ec-99bc-d177f6b09f59 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802252 Jun 16 23:06:27.435190 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:06:27.528042 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:27.556443 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed599-517b-40b1-9439-4aed3673ca68 req-ef08a4f3-36dc-4865-bdd2-fa859add7df2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:27.557953 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9d0ed599-517b-40b1-9439-4aed3673ca68 req-ef08a4f3-36dc-4865-bdd2-fa859add7df2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 944 time: 0.0501523 Jun 16 23:06:27.567244 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:27.579185 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '4b3b90f0-95df-4c59-9186-169416370496', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'port_id': '4b3b90f0-95df-4c59-9186-169416370496', 'mac_address': 'fa:16:3e:fd:0b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:06:27.615200 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9d0ed599-517b-40b1-9439-4aed3673ca68 req-5898c3d0-4798-441f-9fe3-5a845820dba5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507219 Jun 16 23:06:27.616549 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 4b3b90f0-95df-4c59-9186-169416370496 is: ACTIVE; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:27.616935 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.639064 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b3b90f0-95df-4c59-9186-169416370496 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:06:27.654428 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:27.658025 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56590) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:27.659761 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.673107 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2849c968-fb0c-41a9-8006-453ab6307d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.715967 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=6']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:27.750428 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2849c968-fb0c-41a9-8006-453ab6307d1a admin admin] Publish callbacks [] for security_group (36dcdc72-62c6-41cd-8175-cb21c2a06a1b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.754063 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2849c968-fb0c-41a9-8006-453ab6307d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (36dcdc72-62c6-41cd-8175-cb21c2a06a1b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.790764 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['4b3b90f0-95df-4c59-9186-169416370496'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:06:27.792358 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2849c968-fb0c-41a9-8006-453ab6307d1a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=341857b9ea7045b2967612ab4659856f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330817 Jun 16 23:06:27.795067 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56592) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:27.799566 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849c968-fb0c-41a9-8006-453ab6307d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dcdc72-62c6-41cd-8175-cb21c2a06a1b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:27.811308 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:27.862952 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-94fe8d1a-a998-483a-82c0-4a640e273dfe admin admin] Publish callbacks [] for security_group (36dcdc72-62c6-41cd-8175-cb21c2a06a1b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.864902 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:27.885656 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-94fe8d1a-a998-483a-82c0-4a640e273dfe admin admin] Publish callbacks [] for security_group (36dcdc72-62c6-41cd-8175-cb21c2a06a1b), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.933016 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-94fe8d1a-a998-483a-82c0-4a640e273dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (36dcdc72-62c6-41cd-8175-cb21c2a06a1b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.935940 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-94fe8d1a-a998-483a-82c0-4a640e273dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:27.937066 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-94fe8d1a-a998-483a-82c0-4a640e273dfe admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/36dcdc72-62c6-41cd-8175-cb21c2a06a1b HTTP/1.1" status: 204 len: 168 time: 0.1410551 Jun 16 23:06:27.945230 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe8d1a-a998-483a-82c0-4a640e273dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dcdc72-62c6-41cd-8175-cb21c2a06a1b,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:28.266316 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56598) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:28.279640 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-af5982be-ede1-4974-970a-1388a856e2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:28.341688 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:28.356235 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-af5982be-ede1-4974-970a-1388a856e2d2 admin admin] Publish callbacks [] for security_group (65658ace-714b-4179-8d0b-d6cdc34499b4), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:28.360584 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-af5982be-ede1-4974-970a-1388a856e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (65658ace-714b-4179-8d0b-d6cdc34499b4), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:28.400065 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-af5982be-ede1-4974-970a-1388a856e2d2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7aaa6b56fcdb4735b485868f9dbfe574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325524 Jun 16 23:06:28.400827 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5982be-ede1-4974-970a-1388a856e2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65658ace-714b-4179-8d0b-d6cdc34499b4,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:28.403561 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56600) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:28.453976 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0536aee5-368f-47b0-941e-def4dbd62f2d admin admin] Publish callbacks [] for security_group (65658ace-714b-4179-8d0b-d6cdc34499b4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:28.479617 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0536aee5-368f-47b0-941e-def4dbd62f2d admin admin] Publish callbacks [] for security_group (65658ace-714b-4179-8d0b-d6cdc34499b4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:28.540581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0536aee5-368f-47b0-941e-def4dbd62f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (65658ace-714b-4179-8d0b-d6cdc34499b4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:28.544982 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0536aee5-368f-47b0-941e-def4dbd62f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:28.550722 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0536aee5-368f-47b0-941e-def4dbd62f2d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/65658ace-714b-4179-8d0b-d6cdc34499b4 HTTP/1.1" status: 204 len: 168 time: 0.1456766 Jun 16 23:06:28.561055 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536aee5-368f-47b0-941e-def4dbd62f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65658ace-714b-4179-8d0b-d6cdc34499b4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:28.616531 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f1ce7-c338-4d76-8806-f8cf3650b165 req-f42d4a49-62c9-4dbf-98bb-7327699cf1f0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:28.618240 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-254f1ce7-c338-4d76-8806-f8cf3650b165 req-f42d4a49-62c9-4dbf-98bb-7327699cf1f0 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.1190226 Jun 16 23:06:28.638210 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1870-959d-4ea0-b15d-1d50c563a789 req-983a9bae-590b-4f38-bee8-2ac30e8951cc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:28.639681 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2eaf1870-959d-4ea0-b15d-1d50c563a789 req-983a9bae-590b-4f38-bee8-2ac30e8951cc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 944 time: 0.0905738 Jun 16 23:06:28.703896 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-254f1ce7-c338-4d76-8806-f8cf3650b165 req-18d7070d-d940-4991-9c42-c331d9cd13c4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798664 Jun 16 23:06:28.730817 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2eaf1870-959d-4ea0-b15d-1d50c563a789 req-9c98e487-768d-4aee-9824-7371642c3e71 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834539 Jun 16 23:06:28.880944 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8315282-fbe2-4424-bc33-f5c0c15fc10f req-d4feb36c-3c2a-4232-87c2-35d1c9b358e6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:28.883288 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e8315282-fbe2-4424-bc33-f5c0c15fc10f req-d4feb36c-3c2a-4232-87c2-35d1c9b358e6 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.0992119 Jun 16 23:06:28.891907 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56628) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:28.897115 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608593c-06cb-43af-bbde-d4e4abd698dc req-6fd4cdb4-5dd0-4327-a680-1e6c2db67275 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:28.898677 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3608593c-06cb-43af-bbde-d4e4abd698dc req-6fd4cdb4-5dd0-4327-a680-1e6c2db67275 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 944 time: 0.1132874 Jun 16 23:06:28.905078 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Request body: {'floatingip': {'port_id': 'e518f3e5-de33-40af-8a0b-72951461a47a'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:28.947890 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (d0734bf0-1725-4dde-9a25-6ccb5910e17e), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:28.958392 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3608593c-06cb-43af-bbde-d4e4abd698dc req-f9e87d54-97c7-4c03-b4e3-996a1196a5ff tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532098 Jun 16 23:06:29.040657 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:29.297626 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:29.439981 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device bee8d2e1-8544-499c-8311-99767df2181b details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:06:29.448950 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.455273 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (d0734bf0-1725-4dde-9a25-6ccb5910e17e), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.465392 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:29.468955 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56662) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:29.597008 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 4b3b90f0-95df-4c59-9186-169416370496 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:29.597396 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (4b3b90f0-95df-4c59-9186-169416370496), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.613227 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Floating IP d0734bf0-1725-4dde-9a25-6ccb5910e17e associated. External IP: 172.27.3.53, port: e518f3e5-de33-40af-8a0b-72951461a47a. Jun 16 23:06:29.640761 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-353476678-network', 'tenant_id': '91ee581f47a5419098d02102081f617d'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:29.680128 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Made reservation on behalf of 91ee581f47a5419098d02102081f617d for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:06:29.684514 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.700929 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.711381 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port bee8d2e1-8544-499c-8311-99767df2181b, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=bee8d2e1-8544-499c-8311-99767df2181b,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:29.727624 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'bee8d2e1-8544-499c-8311-99767df2181b', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'port_id': 'bee8d2e1-8544-499c-8311-99767df2181b', 'mac_address': 'fa:16:3e:c6:ee:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:06:29.783219 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port bee8d2e1-8544-499c-8311-99767df2181b is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:29.784054 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (bee8d2e1-8544-499c-8311-99767df2181b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.810430 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Publish callbacks [] for security_group (37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.824855 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.837301 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 4b3b90f0-95df-4c59-9186-169416370496 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:29.838000 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.857511 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:06:29.893045 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (5fa8fda1-e375-4a5b-9219-81f836d18218), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.893588 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Added segment 5fa8fda1-e375-4a5b-9219-81f836d18218 of type vlan for network 5e7c7db6-6141-4dba-9168-34f346c470b1 Jun 16 23:06:29.894708 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:29.895535 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:29.896816 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:29.899237 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b90f0-95df-4c59-9186-169416370496'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:29.903078 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd272e2-f712-4ee0-9771-0e6ce812952b" -d '{"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b90f0-95df-4c59-9186-169416370496"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:29.913562 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee8d2e1-8544-499c-8311-99767df2181b {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:06:29.921001 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.973416 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port bee8d2e1-8544-499c-8311-99767df2181b, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=bee8d2e1-8544-499c-8311-99767df2181b,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:29.980422 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e0565-9f59-4580-b536-af09064a3936 req-c2c44f1b-38ef-4795-9af1-11ce654246de tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:29.980422 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-412e0565-9f59-4580-b536-af09064a3936 req-c2c44f1b-38ef-4795-9af1-11ce654246de tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 944 time: 0.1110110 Jun 16 23:06:29.986351 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (5e7c7db6-6141-4dba-9168-34f346c470b1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:29.994137 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (bee8d2e1-8544-499c-8311-99767df2181b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:30.026366 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3cc223-9f2f-44df-9e92-989fcfefcb33 x-openstack-request-id: req-4a3cc223-9f2f-44df-9e92-989fcfefcb33 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:30.026687 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b90f0-95df-4c59-9186-169416370496", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:30.026944 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4a3cc223-9f2f-44df-9e92-989fcfefcb33 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:30.027538 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3cc223-9f2f-44df-9e92-989fcfefcb33'] response: {'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b90f0-95df-4c59-9186-169416370496', 'code': 200} Jun 16 23:06:30.040823 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:30.041922 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=7']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:30.059160 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (5e7c7db6-6141-4dba-9168-34f346c470b1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:30.060571 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:30.061253 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:30.110044 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=bee8d2e1-8544-499c-8311-99767df2181b,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:30.146124 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:30.150791 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] Pushing event updated for resources: {'Network': ['ID=5e7c7db6-6141-4dba-9168-34f346c470b1,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:30.160613 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f71c0a04-d6ea-4f4a-8a1e-26c3c82bac7a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6873171 Jun 16 23:06:30.161891 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 5e7c7db6-6141-4dba-9168-34f346c470b1 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:06:30.170373 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56672) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:30.175864 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-412e0565-9f59-4580-b536-af09064a3936 req-6f76bb9c-b8b7-486b-94cc-29ab7307b34a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862469 Jun 16 23:06:30.183624 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Request body: {'subnet': {'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-353476678-subnet', 'tenant_id': '91ee581f47a5419098d02102081f617d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:30.257583 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3554a1-333a-445a-893c-98bf6048cc48 req-c5833519-dd24-4825-b4a6-5065b3ea89cf tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:30.259287 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fe3554a1-333a-445a-893c-98bf6048cc48 req-c5833519-dd24-4825-b4a6-5065b3ea89cf tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 945 time: 0.1096523 Jun 16 23:06:30.273815 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Made reservation on behalf of 91ee581f47a5419098d02102081f617d for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:06:30.277947 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60471339'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:30.332540 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['bee8d2e1-8544-499c-8311-99767df2181b'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:06:30.392483 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fe3554a1-333a-445a-893c-98bf6048cc48 req-fdc9fa3a-b754-4a51-b667-19a453690083 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221569 Jun 16 23:06:30.447634 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:06:30.568345 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58791013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60471321'] for subnet (37263d69-cd29-4368-bb28-bc06ab57a51c), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:30.584377 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:06:30.590459 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:30.600089 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:06:30.612325 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:30.632965 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2257b8fa-6603-48f1-9334-cbc50a08ef76 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "PUT /v2.0/floatingips/d0734bf0-1725-4dde-9a25-6ccb5910e17e HTTP/1.1" status: 200 len: 990 time: 1.7393589 Jun 16 23:06:30.633794 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:30.633994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'tag': 'e518f3e5-de33-40af-8a0b-72951461a47a'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:30.634645 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:06:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:30.636620 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afa8e1b-ef69-4a97-89e8-737d4979ec22" -d '{"events": [{"name": "network-changed", "server_uuid": "07404710-1539-46ee-b4ff-2ef30af07f8e", "tag": "e518f3e5-de33-40af-8a0b-72951461a47a"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:30.648506 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37263d69-cd29-4368-bb28-bc06ab57a51c,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:30.654334 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Checking segment: {'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:06:30.654703 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Network hostable DHCP agents. Network: 5e7c7db6-6141-4dba-9168-34f346c470b1, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:06:30.679800 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Network 5e7c7db6-6141-4dba-9168-34f346c470b1 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:06:30.691199 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4cd83e-5c5f-4874-a348-acd484ab7863 x-openstack-request-id: req-aa4cd83e-5c5f-4874-a348-acd484ab7863 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:30.691507 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07404710-1539-46ee-b4ff-2ef30af07f8e", "tag": "e518f3e5-de33-40af-8a0b-72951461a47a", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:30.691811 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-aa4cd83e-5c5f-4874-a348-acd484ab7863 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:30.692295 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4cd83e-5c5f-4874-a348-acd484ab7863'] response: {'name': 'network-changed', 'server_uuid': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'tag': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'status': 'completed', 'code': 200} Jun 16 23:06:30.700370 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 5e7c7db6-6141-4dba-9168-34f346c470b1) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:06:30.709133 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:30.711119 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:30.722755 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57106bed-66ea-4486-a8f7-99ad288e8b9a None None] Network 5e7c7db6-6141-4dba-9168-34f346c470b1 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:06:30.756609 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-40ffef48-328d-45e2-8fdc-68d9b5b5a946 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5796149 Jun 16 23:06:30.768372 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-2744402c-7c8d-406f-890a-331396813ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:30.770632 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-2744402c-7c8d-406f-890a-331396813ce1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0526c12e8bc947209e24daf5ddfad7be&device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 1129 time: 0.0481491 Jun 16 23:06:30.902155 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-356a5436-0a04-4d9b-9377-c154fc2f0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:30.903745 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-356a5436-0a04-4d9b-9377-c154fc2f0dc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 200 len: 915 time: 0.1229711 Jun 16 23:06:30.919609 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:30.987131 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c31ace-9355-426b-8b2e-e498cc289628 None None] Network 5e7c7db6-6141-4dba-9168-34f346c470b1 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:06:30.991938 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-26dda671-90bd-4d7d-9510-9bae21c4cedc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e518f3e5-de33-40af-8a0b-72951461a47a HTTP/1.1" status: 200 len: 998 time: 0.0786834 Jun 16 23:06:31.038952 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:31.055303 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-475e7aa5-85bb-4470-9571-4473dac5e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:31.056915 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-475e7aa5-85bb-4470-9571-4473dac5e12b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 200 len: 853 time: 0.0581763 Jun 16 23:06:31.110297 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-c722416a-57d7-4049-9665-606a814e6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:31.112237 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-c722416a-57d7-4049-9665-606a814e6732 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=663ca997-5122-4586-973b-ea2e3ed98672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457978 Jun 16 23:06:31.246141 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-adfe125a-063a-4c46-9849-730499fd3b41 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247301 Jun 16 23:06:31.365289 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4afa8e1b-ef69-4a97-89e8-737d4979ec22 req-7ee3b51d-2d78-470b-a914-3ad8a6fb10c5 service neutron] 10.222.0.26 "GET /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124942 Jun 16 23:06:31.406004 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:31.466900 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:31.488745 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934f48f-c8db-43d9-88e7-fef0e175d0cc req-20164848-8114-4b8e-82f5-dddc4a6948f5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:31.490779 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1934f48f-c8db-43d9-88e7-fef0e175d0cc req-20164848-8114-4b8e-82f5-dddc4a6948f5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.1239309 Jun 16 23:06:31.551199 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'd0734bf0-1725-4dde-9a25-6ccb5910e17e', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:a5:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:06:15Z', 'updated_at': '2022-06-16T23:06:29Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:31.597354 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device bee8d2e1-8544-499c-8311-99767df2181b up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:31.601563 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:06:31.621028 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906033b3-f321-466a-92d4-77534edd5fc3 req-9dcbe3cb-1c50-4d0e-8572-b4ac802058e5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:31.622675 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-906033b3-f321-466a-92d4-77534edd5fc3 req-9dcbe3cb-1c50-4d0e-8572-b4ac802058e5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 945 time: 0.0635965 Jun 16 23:06:31.661890 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:31.662833 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:06:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:31.674381 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1934f48f-c8db-43d9-88e7-fef0e175d0cc req-d2671a17-f74f-41c2-9441-4abc96305c72 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755466 Jun 16 23:06:31.710359 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-906033b3-f321-466a-92d4-77534edd5fc3 req-f5302cec-8d2d-4689-8a2f-66fb14914dac tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816011 Jun 16 23:06:31.793609 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port bee8d2e1-8544-499c-8311-99767df2181b completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:06:31.804162 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port bee8d2e1-8544-499c-8311-99767df2181b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:31.804648 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (bee8d2e1-8544-499c-8311-99767df2181b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:31.845750 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:31.856467 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:31.978122 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port bee8d2e1-8544-499c-8311-99767df2181b is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:31.978636 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (bee8d2e1-8544-499c-8311-99767df2181b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:32.049420 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5049e3-3446-468a-a334-d87825e50af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee8d2e1-8544-499c-8311-99767df2181b'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:32.051603 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d78e0f-3ee2-4f81-a7a9-31c29c43797d" -d '{"events": [{"server_uuid": "bf5049e3-3446-468a-a334-d87825e50af4", "name": "network-vif-plugged", "status": "completed", "tag": "bee8d2e1-8544-499c-8311-99767df2181b"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:32.072343 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port bee8d2e1-8544-499c-8311-99767df2181b, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=bee8d2e1-8544-499c-8311-99767df2181b,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:32.078894 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (bee8d2e1-8544-499c-8311-99767df2181b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:32.113628 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cbd10b-ec6c-4b5e-bdeb-a6663ace1f81 x-openstack-request-id: req-82cbd10b-ec6c-4b5e-bdeb-a6663ace1f81 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:32.113925 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5049e3-3446-468a-a334-d87825e50af4", "name": "network-vif-plugged", "status": "completed", "tag": "bee8d2e1-8544-499c-8311-99767df2181b", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:32.114176 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-82cbd10b-ec6c-4b5e-bdeb-a6663ace1f81 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:32.114565 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cbd10b-ec6c-4b5e-bdeb-a6663ace1f81'] response: {'server_uuid': 'bf5049e3-3446-468a-a334-d87825e50af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee8d2e1-8544-499c-8311-99767df2181b', 'code': 200} Jun 16 23:06:32.177432 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=bee8d2e1-8544-499c-8311-99767df2181b,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:32.193536 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'd0734bf0-1725-4dde-9a25-6ccb5910e17e', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:a5:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:06:15Z', 'updated_at': '2022-06-16T23:06:29Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:32.219908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80cb9d-3c70-4126-ac27-d22e19196d1f None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'd0734bf0-1725-4dde-9a25-6ccb5910e17e', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'port_id': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'mac_address': 'fa:16:3e:a5:72:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:06:15Z', 'updated_at': '2022-06-16T23:06:29Z', 'revision_number': 1, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:06:32.437677 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec3ea8-9b34-4474-8772-b7f4504ab507 req-8f382e11-d45b-4418-9ec7-6037812e14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:32.439381 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-95ec3ea8-9b34-4474-8772-b7f4504ab507 req-8f382e11-d45b-4418-9ec7-6037812e14a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 1130 time: 0.0519035 Jun 16 23:06:32.498313 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-95ec3ea8-9b34-4474-8772-b7f4504ab507 req-54bc15e8-8588-4c2e-bb34-5b2a26627dfc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486820 Jun 16 23:06:32.514399 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a302f1-f154-4486-9977-cb5e456701b8 None None] New status for floating IP d0734bf0-1725-4dde-9a25-6ccb5910e17e: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:06:32.655097 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:32.656364 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:32.699930 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-71892ffb-80af-4846-9e7e-01d10a07ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:32.863668 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e84d9c-4fff-4ee3-ad52-bac72c6f4468 req-2ed3f234-05cb-4f48-93b2-28d7b37eafcb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:32.865356 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-30e84d9c-4fff-4ee3-ad52-bac72c6f4468 req-2ed3f234-05cb-4f48-93b2-28d7b37eafcb tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0819557 Jun 16 23:06:32.879576 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0daf-df49-4b74-ae52-09b91f324657 req-4e4b7fa4-cfc7-4460-91b9-8ab0a2430bd8 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:32.881102 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-db3a0daf-df49-4b74-ae52-09b91f324657 req-4e4b7fa4-cfc7-4460-91b9-8ab0a2430bd8 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.0650969 Jun 16 23:06:32.963074 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-30e84d9c-4fff-4ee3-ad52-bac72c6f4468 req-be2b4de1-252e-4eb2-9feb-861d2c81cadc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908909 Jun 16 23:06:32.969559 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-db3a0daf-df49-4b74-ae52-09b91f324657 req-b2a2e5c5-bc0f-4b56-9cb9-0af6229f6420 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744727 Jun 16 23:06:33.203754 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-5c80242b-a9ee-4377-8cb4-ab84fc0418bb tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:33.205451 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-5c80242b-a9ee-4377-8cb4-ab84fc0418bb tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/networks?id=5e7c7db6-6141-4dba-9168-34f346c470b1 HTTP/1.1" status: 200 len: 808 time: 0.1073852 Jun 16 23:06:33.222882 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-78343ba8-4627-4748-b81a-ecb4fa8931fa tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/quotas/91ee581f47a5419098d02102081f617d HTTP/1.1" status: 200 len: 375 time: 0.0105822 Jun 16 23:06:33.262642 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-d77c917a-541d-4cc5-8942-5b3d486e91e2 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=91ee581f47a5419098d02102081f617d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340328 Jun 16 23:06:33.361851 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-843c047a-8fff-49c3-a338-aa0922589010 service neutron] 10.222.0.17 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911520 Jun 16 23:06:33.472541 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:33.500493 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-84d5dab3-b2a2-411c-8739-490690689ac5 service neutron] 10.222.0.17 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011782 Jun 16 23:06:33.688157 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c50c1031-ff13-465b-abee-01c7b026113b req-d06b154e-1947-4fd4-9c51-97bfd58a8768 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0437365 Jun 16 23:06:34.161389 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f868d1-7e36-4190-8c29-53c95f1ab916 req-d5d39f1d-b2ef-4b01-b2c2-6af87205602c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:34.163504 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c8f868d1-7e36-4190-8c29-53c95f1ab916 req-d5d39f1d-b2ef-4b01-b2c2-6af87205602c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0821044 Jun 16 23:06:34.172484 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397da7-3dbf-4b34-a73f-63614587d2b0 req-2cb100fc-a661-438b-81cb-f4ae6f0f9570 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:34.174103 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0a397da7-3dbf-4b34-a73f-63614587d2b0 req-2cb100fc-a661-438b-81cb-f4ae6f0f9570 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.0945840 Jun 16 23:06:34.548636 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c8f868d1-7e36-4190-8c29-53c95f1ab916 req-29689572-f6f1-4a97-bae9-639de62d5817 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705654 Jun 16 23:06:34.549891 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0a397da7-3dbf-4b34-a73f-63614587d2b0 req-9d9586c0-7fc4-472b-9578-702f4fad56d2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665655 Jun 16 23:06:34.792149 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d3d4e6be-c848-484b-96a2-6f6d86c8e83c req-bfa536b0-4bdf-46fb-ad40-35a19d0c6601 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0349989 Jun 16 23:06:34.850771 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f19d0fe8-309d-49f0-b43c-19f5bad66d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:34.996130 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-8b9e1942-4598-4186-a754-723e14176b92 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:34.997780 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-8b9e1942-4598-4186-a754-723e14176b92 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.26 "GET /v2.0/networks?id=5e7c7db6-6141-4dba-9168-34f346c470b1 HTTP/1.1" status: 200 len: 808 time: 0.1276450 Jun 16 23:06:35.012901 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Request body: {'port': {'device_id': '97545521-e12e-4dba-b601-3ba8b4c01e17', 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1', 'admin_state_up': True, 'tenant_id': '91ee581f47a5419098d02102081f617d'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:35.131294 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:35.156897 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Made reservation on behalf of 91ee581f47a5419098d02102081f617d for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:06:35.160574 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:35.302203 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Allocated IP 172.20.0.11 (5e7c7db6-6141-4dba-9168-34f346c470b1/37263d69-cd29-4368-bb28-bc06ab57a51c/5940ce61-99be-408d-aa94-28b16beb0ec2) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:06:35.489243 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks [] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:35.525656 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:35.532343 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:35.580655 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Network 5e7c7db6-6141-4dba-9168-34f346c470b1 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:06:35.594076 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:06:35.597216 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:06:35.627167 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Pushing event updated for resources: {'Port': ['ID=5940ce61-99be-408d-aa94-28b16beb0ec2,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:35.663820 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:35.664963 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:35.747309 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-044663d5-0f47-4418-9ba0-2cdc83e1d449 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7392259 Jun 16 23:06:35.764266 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Request body: {'port': {'device_id': '97545521-e12e-4dba-b601-3ba8b4c01e17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:35.775973 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cffa83-8f41-4252-b274-1a6382d6220d req-b7d609dc-f6c3-462f-bbbb-3e2ca5cc108f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:35.777528 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-92cffa83-8f41-4252-b274-1a6382d6220d req-b7d609dc-f6c3-462f-bbbb-3e2ca5cc108f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.1043327 Jun 16 23:06:35.802156 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429872c-0d6f-41d3-8570-86aaca2ca56e req-52b13530-5d1a-427e-94ab-a655a58a21ee tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:35.804027 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4429872c-0d6f-41d3-8570-86aaca2ca56e req-52b13530-5d1a-427e-94ab-a655a58a21ee tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.1160123 Jun 16 23:06:35.813146 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:35.915786 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:35.926447 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-92cffa83-8f41-4252-b274-1a6382d6220d req-d55398d4-af01-4270-b27b-48464a9adbfe tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213045 Jun 16 23:06:35.943579 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4429872c-0d6f-41d3-8570-86aaca2ca56e req-ba75c158-2c57-49a1-bc8f-b0be7a672020 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233077 Jun 16 23:06:36.146487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:36.167037 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a012c-ebfd-4593-b3d8-7a4645596d2b req-4e5287d6-2682-4b41-89ec-a1a350a2d441 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:36.168510 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-aa7a012c-ebfd-4593-b3d8-7a4645596d2b req-4e5287d6-2682-4b41-89ec-a1a350a2d441 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 932 time: 0.1482484 Jun 16 23:06:36.206496 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea625b1-9c2b-46c3-a426-d6165c184942 req-2921f210-f639-486c-98fb-33131b175783 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:36.208067 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8ea625b1-9c2b-46c3-a426-d6165c184942 req-2921f210-f639-486c-98fb-33131b175783 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.1421235 Jun 16 23:06:36.339251 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-aa7a012c-ebfd-4593-b3d8-7a4645596d2b req-df9a09d0-fc19-4aff-bf52-2473b39cc3e3 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540527 Jun 16 23:06:36.372232 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8ea625b1-9c2b-46c3-a426-d6165c184942 req-a5c0126f-f6a2-45bf-a87d-7e2a50f9a40e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421759 Jun 16 23:06:36.394181 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56748) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:36.435954 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5940ce61-99be-408d-aa94-28b16beb0ec2 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:06:36.445245 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Publish callbacks [] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:36.452540 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:36.461509 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Transition to ACTIVE for port object 5940ce61-99be-408d-aa94-28b16beb0ec2 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:06:36.467380 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:36.538320 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Pushing event updated for resources: {'Port': ['ID=5940ce61-99be-408d-aa94-28b16beb0ec2,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:36.611881 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:36.620620 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cb8f3-23a2-4dee-a880-aa6920307672 tempest-TestVolumeBootPattern-1949457299 tempest-TestVolumeBootPattern-1949457299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:36.625224 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Attempting to bind port 5940ce61-99be-408d-aa94-28b16beb0ec2 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:06:36.625224 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Attempting to bind port 5940ce61-99be-408d-aa94-28b16beb0ec2 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:06:36.625668 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Attempting to bind port 5940ce61-99be-408d-aa94-28b16beb0ec2 on network 5e7c7db6-6141-4dba-9168-34f346c470b1 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:06:36.626070 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c80cb8f3-23a2-4dee-a880-aa6920307672 tempest-TestVolumeBootPattern-1949457299 tempest-TestVolumeBootPattern-1949457299-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 1125 time: 0.2302911 Jun 16 23:06:36.626861 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56756) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:36.631211 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Port 5940ce61-99be-408d-aa94-28b16beb0ec2 on network 5e7c7db6-6141-4dba-9168-34f346c470b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:06:36.631675 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Attempting to bind port 5940ce61-99be-408d-aa94-28b16beb0ec2 on network 5e7c7db6-6141-4dba-9168-34f346c470b1 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:06:36.634879 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'port_id': 'bee8d2e1-8544-499c-8311-99767df2181b', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:06:36.641440 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:06:36.641934 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Checking segment: {'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:06:36.642441 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Bound using segment: {'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:06:36.643424 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Bound port: 5940ce61-99be-408d-aa94-28b16beb0ec2, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:06:36.643936 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:36.668197 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:36.727250 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] For port 5940ce61-99be-408d-aa94-28b16beb0ec2, host hv-cinder-84623, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:06:36.731973 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] For port 5940ce61-99be-408d-aa94-28b16beb0ec2, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=5940ce61-99be-408d-aa94-28b16beb0ec2,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:06:36.740425 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:36.777391 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:36.778114 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:36.779640 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] 10.222.0.26 "PUT /v2.0/ports/5940ce61-99be-408d-aa94-28b16beb0ec2 HTTP/1.1" status: 200 len: 1094 time: 1.0199349 Jun 16 23:06:36.780681 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97545521-e12e-4dba-b601-3ba8b4c01e17', 'tag': '5940ce61-99be-408d-aa94-28b16beb0ec2'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:36.783401 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddde4909-9d78-4929-81fa-c7dfe45393d7" -d '{"events": [{"name": "network-changed", "server_uuid": "97545521-e12e-4dba-b601-3ba8b4c01e17", "tag": "5940ce61-99be-408d-aa94-28b16beb0ec2"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:36.783787 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:36.832120 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bf2b2-a1c7-45fa-9dda-10a7bccde67d service neutron] Pushing event updated for resources: {'Port': ['ID=5940ce61-99be-408d-aa94-28b16beb0ec2,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:36.863241 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8533c61b-be24-479f-9544-de0fc6d0217f x-openstack-request-id: req-8533c61b-be24-479f-9544-de0fc6d0217f {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:36.863518 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97545521-e12e-4dba-b601-3ba8b4c01e17", "tag": "5940ce61-99be-408d-aa94-28b16beb0ec2", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:36.863778 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8533c61b-be24-479f-9544-de0fc6d0217f {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:36.864194 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8533c61b-be24-479f-9544-de0fc6d0217f'] response: {'name': 'network-changed', 'server_uuid': '97545521-e12e-4dba-b601-3ba8b4c01e17', 'tag': '5940ce61-99be-408d-aa94-28b16beb0ec2', 'status': 'completed', 'code': 200} Jun 16 23:06:36.897921 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-3147a390-69e4-4e57-9fd6-e636cbc579dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:36.899555 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-3147a390-69e4-4e57-9fd6-e636cbc579dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91ee581f47a5419098d02102081f617d&device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 1128 time: 0.0605328 Jun 16 23:06:36.949211 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-e52c2722-cc11-42a7-b678-b3db33b25f4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5940ce61-99be-408d-aa94-28b16beb0ec2 HTTP/1.1" status: 200 len: 217 time: 0.0401092 Jun 16 23:06:36.981082 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Allocated IP 172.27.3.242 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/5d509f1d-6715-472e-975d-f098e6d8aa0c) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:06:37.018370 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-821d31a4-c826-446a-8ec2-c1b313aa123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:37.020566 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-821d31a4-c826-446a-8ec2-c1b313aa123e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37263d69-cd29-4368-bb28-bc06ab57a51c HTTP/1.1" status: 200 len: 848 time: 0.0651028 Jun 16 23:06:37.074509 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-5a7beca5-db5e-4884-900b-0da9e53041d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e7c7db6-6141-4dba-9168-34f346c470b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463529 Jun 16 23:06:37.134999 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (5d509f1d-6715-472e-975d-f098e6d8aa0c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:37.183688 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (5d509f1d-6715-472e-975d-f098e6d8aa0c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:37.197065 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:37.233759 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06545fe-157e-46bb-a95b-076bb4a6dfdd req-6810571b-31fa-4be5-9dfa-2215d87ceca7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:37.237016 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06545fe-157e-46bb-a95b-076bb4a6dfdd req-6810571b-31fa-4be5-9dfa-2215d87ceca7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.1690044 Jun 16 23:06:37.249810 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-b3f49dde-703f-4550-8dd4-af63bd0bb66d service neutron] 10.222.0.26 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662135 Jun 16 23:06:37.255747 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:06:37.261867 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:06:37.267535 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:06:37.307625 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=5d509f1d-6715-472e-975d-f098e6d8aa0c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:37.381738 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:37.403100 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a06545fe-157e-46bb-a95b-076bb4a6dfdd req-bcf36b72-3450-47e4-98fa-bb2c5989c093 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642711 Jun 16 23:06:37.427969 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:37.457619 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e89efc8-4688-4e31-b18e-a088b4fc0b11 req-a93a6d72-34b2-4a2f-ad04-78566b8236f2 service neutron] 10.222.0.26 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912105 Jun 16 23:06:37.541656 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54405058-8276-4815-a6e7-57a9c4e4d4af req-01c162f1-8559-42b0-aa4b-3c1ae83816de tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:37.544263 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54405058-8276-4815-a6e7-57a9c4e4d4af req-01c162f1-8559-42b0-aa4b-3c1ae83816de tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 944 time: 0.0776474 Jun 16 23:06:37.611582 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54405058-8276-4815-a6e7-57a9c4e4d4af req-04bd0416-34ce-4637-8379-54646c34c80d tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599775 Jun 16 23:06:37.742389 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:37.757307 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:37.840427 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (5d509f1d-6715-472e-975d-f098e6d8aa0c), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:38.014113 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (5d509f1d-6715-472e-975d-f098e6d8aa0c), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:38.019473 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (5d509f1d-6715-472e-975d-f098e6d8aa0c), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:38.085706 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=5d509f1d-6715-472e-975d-f098e6d8aa0c,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:38.104653 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:38.196849 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:38.215634 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Floating IP c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03 associated. External IP: 172.27.3.242, port: bee8d2e1-8544-499c-8311-99767df2181b. Jun 16 23:06:38.273252 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:38.280601 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:38.452651 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:06:38.537288 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-4b734aeb-10cc-4bce-a909-c7f870ebd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:38.538754 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-4b734aeb-10cc-4bce-a909-c7f870ebd3ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91ee581f47a5419098d02102081f617d&device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 1128 time: 0.0742052 Jun 16 23:06:38.564630 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cbd22-6466-4c93-aeee-d123afd78ce2 req-d15bff04-6346-4345-8ce4-881f0f8a3739 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:38.571409 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-315cbd22-6466-4c93-aeee-d123afd78ce2 req-d15bff04-6346-4345-8ce4-881f0f8a3739 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0774789 Jun 16 23:06:38.586520 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:06:38.599891 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:06:38.611682 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:38.615132 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:38.616258 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:06:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:38.622207 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:38.662846 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4d87bccf-f95b-4909-a8a6-c52428e46a90 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0322547 Jun 16 23:06:38.662846 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5049e3-3446-468a-a334-d87825e50af4', 'tag': 'bee8d2e1-8544-499c-8311-99767df2181b'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:38.664488 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5049e3-3446-468a-a334-d87825e50af4", "tag": "bee8d2e1-8544-499c-8311-99767df2181b"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:38.698642 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-315cbd22-6466-4c93-aeee-d123afd78ce2 req-36c4e097-6ffd-495d-809e-90ebf71487c3 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260669 Jun 16 23:06:38.721857 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-a92fedd0-3396-4d06-88c8-cff8d4c1261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:38.723291 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-a92fedd0-3396-4d06-88c8-cff8d4c1261d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e7c7db6-6141-4dba-9168-34f346c470b1 HTTP/1.1" status: 200 len: 909 time: 0.1751754 Jun 16 23:06:38.769957 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-d01cf370-4945-4cb2-8b78-669d1db93247 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5940ce61-99be-408d-aa94-28b16beb0ec2 HTTP/1.1" status: 200 len: 217 time: 0.0368259 Jun 16 23:06:38.773459 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:38.776192 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c318d-ab5e-4d48-bf62-ad2c4f0ba9c4 x-openstack-request-id: req-725c318d-ab5e-4d48-bf62-ad2c4f0ba9c4 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:38.777976 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5049e3-3446-468a-a334-d87825e50af4", "tag": "bee8d2e1-8544-499c-8311-99767df2181b", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:38.778409 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-725c318d-ab5e-4d48-bf62-ad2c4f0ba9c4 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:38.779103 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725c318d-ab5e-4d48-bf62-ad2c4f0ba9c4'] response: {'name': 'network-changed', 'server_uuid': 'bf5049e3-3446-468a-a334-d87825e50af4', 'tag': 'bee8d2e1-8544-499c-8311-99767df2181b', 'status': 'completed', 'code': 200} Jun 16 23:06:38.794180 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:38.852687 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-65c39936-b10a-4d85-ad25-fd0817816efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:38.854294 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-65c39936-b10a-4d85-ad25-fd0817816efe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37263d69-cd29-4368-bb28-bc06ab57a51c HTTP/1.1" status: 200 len: 848 time: 0.0491488 Jun 16 23:06:38.869918 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-45149046-00a1-4ab1-8e43-7c9903cc975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:38.872106 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-45149046-00a1-4ab1-8e43-7c9903cc975f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 1130 time: 0.0581987 Jun 16 23:06:38.881437 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ee56-ad89-4e43-802d-b4d5831f2cb3 req-97ec2a21-6fd6-4254-a95f-4cd6765ef3b8 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:38.889626 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b469ee56-ad89-4e43-802d-b4d5831f2cb3 req-97ec2a21-6fd6-4254-a95f-4cd6765ef3b8 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 944 time: 0.1621389 Jun 16 23:06:38.914133 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-d5113224-d63f-41e5-90d8-9e840923ea1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e7c7db6-6141-4dba-9168-34f346c470b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508211 Jun 16 23:06:38.978048 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:38.982437 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-54d9254b-9c41-4733-9c29-027595607d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:38.984742 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-54d9254b-9c41-4733-9c29-027595607d61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.1038435 Jun 16 23:06:39.043275 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b469ee56-ad89-4e43-802d-b4d5831f2cb3 req-4d75752a-6f7c-4201-962d-b85b8b3371f9 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525798 Jun 16 23:06:39.058307 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-db456565-7b77-4aa9-b239-7e1a3f4c5330 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bee8d2e1-8544-499c-8311-99767df2181b HTTP/1.1" status: 200 len: 1000 time: 0.0658062 Jun 16 23:06:39.080520 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-5e4bfea9-9eb8-4026-918e-867031e12ab7 service neutron] 10.222.0.26 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568303 Jun 16 23:06:39.086151 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': 'bee8d2e1-8544-499c-8311-99767df2181b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:c6:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5049e3-3446-468a-a334-d87825e50af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:06:37Z', 'updated_at': '2022-06-16T23:06:37Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:39.120956 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:06:39.131323 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:06:39.132082 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:06:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:39.133691 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-2bf89a8f-e568-45e0-9339-c91e45ad5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:39.135770 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-2bf89a8f-e568-45e0-9339-c91e45ad5192 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0710027 Jun 16 23:06:39.173604 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:39.187001 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-7ccaa071-e9d7-49ba-9968-090de75cacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:39.188714 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-7ccaa071-e9d7-49ba-9968-090de75cacce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449374 Jun 16 23:06:39.195770 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ddde4909-9d78-4929-81fa-c7dfe45393d7 req-1a12af11-807f-4704-88dc-1cf9f5b07a39 service neutron] 10.222.0.26 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077034 Jun 16 23:06:39.264631 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:06:39.297966 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-5118ca6f-e701-4ded-a9d0-a783b12e6597 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006706 Jun 16 23:06:39.412757 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-f9cf7819-3f17-4a4b-9b85-e289b4e69a13 req-dc29790e-9e95-47c3-b0e5-03e360f244ac service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047556 Jun 16 23:06:39.521088 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': 'bee8d2e1-8544-499c-8311-99767df2181b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:c6:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5049e3-3446-468a-a334-d87825e50af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:06:37Z', 'updated_at': '2022-06-16T23:06:37Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:06:39.557560 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d9350-3aef-47a8-8744-8517334bf776 None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': 'c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': 'bee8d2e1-8544-499c-8311-99767df2181b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:c6:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5049e3-3446-468a-a334-d87825e50af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:06:37Z', 'updated_at': '2022-06-16T23:06:37Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:06:39.817308 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae973c-56f5-4c39-a6d7-41200ebec21d None None] New status for floating IP c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03: ACTIVE {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:06:39.844590 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ab077-1a67-4a13-b993-5ae6b6ed96a0 req-990cb397-a82e-43ec-b132-ca3074f42f98 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:39.851638 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8b5ab077-1a67-4a13-b993-5ae6b6ed96a0 req-990cb397-a82e-43ec-b132-ca3074f42f98 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0581012 Jun 16 23:06:39.900648 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8b5ab077-1a67-4a13-b993-5ae6b6ed96a0 req-6fa21869-e30c-45ba-b7d1-0c0011c62d58 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481040 Jun 16 23:06:40.195776 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f1a8d-bb70-4078-bd76-77a07e7df82b req-2c6044fe-7535-408b-937e-4aced058520c tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:40.198113 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-974f1a8d-bb70-4078-bd76-77a07e7df82b req-2c6044fe-7535-408b-937e-4aced058520c tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 944 time: 0.0797758 Jun 16 23:06:40.259289 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-974f1a8d-bb70-4078-bd76-77a07e7df82b req-ed1fc8d3-deec-4377-9e92-5a714fd73afc tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545716 Jun 16 23:06:41.029192 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073449-42b0-44a2-a7c0-f5a5b0512413 req-bedb7140-f99d-4d5f-b8b5-b6b34bd293e8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:41.031281 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-13073449-42b0-44a2-a7c0-f5a5b0512413 req-bedb7140-f99d-4d5f-b8b5-b6b34bd293e8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0524318 Jun 16 23:06:41.078285 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-13073449-42b0-44a2-a7c0-f5a5b0512413 req-2e168819-c21a-4fa2-adb9-2110d08c7fda tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Jun 16 23:06:41.346878 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-9f099c77-9930-457f-a45a-e9cc772adb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:41.348383 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-9f099c77-9930-457f-a45a-e9cc772adb63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 1129 time: 0.0400760 Jun 16 23:06:41.364354 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:41.375347 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b6db-573e-41e6-9f9b-34f58b107a1e req-ce6c8b38-9ce1-4027-9b26-bdea12bb763b tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:41.377551 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d66b6db-573e-41e6-9f9b-34f58b107a1e req-ce6c8b38-9ce1-4027-9b26-bdea12bb763b tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 944 time: 0.0479019 Jun 16 23:06:41.424096 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6d66b6db-573e-41e6-9f9b-34f58b107a1e req-3a7cc151-7d15-41c2-9df9-0c59abf2297a tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Jun 16 23:06:41.446267 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-f4404fab-5074-444d-a45b-07fb2896d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:41.447852 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-f4404fab-5074-444d-a45b-07fb2896d29e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 918 time: 0.0919671 Jun 16 23:06:41.509647 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-a26e41d6-4f06-4332-ab52-08047b63b9b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b3b90f0-95df-4c59-9186-169416370496 HTTP/1.1" status: 200 len: 1001 time: 0.0544264 Jun 16 23:06:41.566626 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-a331349f-414f-4865-a696-dda729be3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:41.568070 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-a331349f-414f-4865-a696-dda729be3e6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.0480647 Jun 16 23:06:41.600332 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 5940ce61-99be-408d-aa94-28b16beb0ec2 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:06:41.611812 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-2969d8cf-c6a8-4438-884f-9de10e8a682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:41.613342 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-2969d8cf-c6a8-4438-884f-9de10e8a682c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382991 Jun 16 23:06:41.707275 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-204ff17e-fac9-4143-b474-ade2301d9352 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877128 Jun 16 23:06:41.807839 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-9301ea1d-afcf-4fab-8a18-691e68beab72 req-e2c00669-87c1-4df0-9663-c1ee04d3ef02 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883956 Jun 16 23:06:41.830218 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 5940ce61-99be-408d-aa94-28b16beb0ec2, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=5940ce61-99be-408d-aa94-28b16beb0ec2,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:41.841169 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '5940ce61-99be-408d-aa94-28b16beb0ec2', 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1', 'port_id': '5940ce61-99be-408d-aa94-28b16beb0ec2', 'mac_address': 'fa:16:3e:6a:81:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37263d69-cd29-4368-bb28-bc06ab57a51c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:06:41.878634 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 5940ce61-99be-408d-aa94-28b16beb0ec2 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:41.879013 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:41.891522 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5940ce61-99be-408d-aa94-28b16beb0ec2 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:06:41.911025 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 5940ce61-99be-408d-aa94-28b16beb0ec2, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=5940ce61-99be-408d-aa94-28b16beb0ec2,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:41.914727 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:41.959630 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=5940ce61-99be-408d-aa94-28b16beb0ec2,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:42.159594 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:42.195097 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8d48d-a623-47c2-9536-0e914a470e21 req-b1558970-cd63-4870-bb22-61614d32bad2 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:42.196555 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e2a8d48d-a623-47c2-9536-0e914a470e21 req-b1558970-cd63-4870-bb22-61614d32bad2 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0469913 Jun 16 23:06:42.210404 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['5940ce61-99be-408d-aa94-28b16beb0ec2'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:06:42.247672 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e2a8d48d-a623-47c2-9536-0e914a470e21 req-2582b589-4f9f-47e5-90f2-610d1aa85212 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451691 Jun 16 23:06:42.284804 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:42.526390 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:42.536219 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35321e89-1fbe-4e10-b8ae-fca71053eb8a req-94ed743d-a09a-46c2-8ea0-0d364c0fae9b tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:42.537677 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-35321e89-1fbe-4e10-b8ae-fca71053eb8a req-94ed743d-a09a-46c2-8ea0-0d364c0fae9b tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 945 time: 0.0475492 Jun 16 23:06:42.583832 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-35321e89-1fbe-4e10-b8ae-fca71053eb8a req-e1e6dd07-4a30-4a48-9b2d-3c2fa78401b6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Jun 16 23:06:43.370323 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002afaa-4d92-4d99-a974-6e2005b720aa req-5ffd005d-90c3-45d2-8026-df9d8395fa5c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:43.371824 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1002afaa-4d92-4d99-a974-6e2005b720aa req-5ffd005d-90c3-45d2-8026-df9d8395fa5c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 945 time: 0.0484233 Jun 16 23:06:43.422537 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1002afaa-4d92-4d99-a974-6e2005b720aa req-08f552de-0b6f-4c19-8458-06aee6c419b5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451663 Jun 16 23:06:43.635193 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 5940ce61-99be-408d-aa94-28b16beb0ec2 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:06:43.681682 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 5940ce61-99be-408d-aa94-28b16beb0ec2 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:06:43.688231 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 5940ce61-99be-408d-aa94-28b16beb0ec2 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:06:43.688603 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:43.710820 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:43.712517 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b40d15-b8ca-4d92-a72b-76da611862e9 req-8e371903-01ff-462e-912e-d2f0af98aae6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:43.714012 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-88b40d15-b8ca-4d92-a72b-76da611862e9 req-8e371903-01ff-462e-912e-d2f0af98aae6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 945 time: 0.0538182 Jun 16 23:06:43.761940 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-88b40d15-b8ca-4d92-a72b-76da611862e9 req-f4b71cf1-2b80-47e3-8b19-281f466a7372 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Jun 16 23:06:43.767658 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 5940ce61-99be-408d-aa94-28b16beb0ec2 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:43.768049 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:43.791138 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97545521-e12e-4dba-b601-3ba8b4c01e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940ce61-99be-408d-aa94-28b16beb0ec2'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:43.793282 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb807ef3-8bef-4030-8432-ee4de34442c0" -d '{"events": [{"server_uuid": "97545521-e12e-4dba-b601-3ba8b4c01e17", "name": "network-vif-plugged", "status": "completed", "tag": "5940ce61-99be-408d-aa94-28b16beb0ec2"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:43.805547 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 5940ce61-99be-408d-aa94-28b16beb0ec2, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=5940ce61-99be-408d-aa94-28b16beb0ec2,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:43.809438 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:43.810465 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:06:43.833283 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5b7c23-caf3-400c-8e39-d62c5f80d7b3 x-openstack-request-id: req-6f5b7c23-caf3-400c-8e39-d62c5f80d7b3 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:43.833570 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97545521-e12e-4dba-b601-3ba8b4c01e17", "name": "network-vif-plugged", "status": "completed", "tag": "5940ce61-99be-408d-aa94-28b16beb0ec2", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:43.833818 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6f5b7c23-caf3-400c-8e39-d62c5f80d7b3 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:43.834203 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5b7c23-caf3-400c-8e39-d62c5f80d7b3'] response: {'server_uuid': '97545521-e12e-4dba-b601-3ba8b4c01e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940ce61-99be-408d-aa94-28b16beb0ec2', 'code': 200} Jun 16 23:06:43.886334 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=5940ce61-99be-408d-aa94-28b16beb0ec2,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:43.922478 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 4b3b90f0-95df-4c59-9186-169416370496 is: ACTIVE; New status is: DOWN {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:43.922892 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:43.963566 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:43.970061 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:44.022305 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=8']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:44.136558 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1637-dcdd-4b55-a052-3f2faae67318 req-2f02975b-6a31-4fba-a42e-458b3ae5a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:44.138027 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-baea1637-dcdd-4b55-a052-3f2faae67318 req-2f02975b-6a31-4fba-a42e-458b3ae5a252 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 1130 time: 0.0378258 Jun 16 23:06:44.179875 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-baea1637-dcdd-4b55-a052-3f2faae67318 req-fc2b6974-d3f5-4a9a-8723-d63c3d4ae2df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352969 Jun 16 23:06:44.537334 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065b48-bfc3-4ac8-9bf0-7ec074db13d8 req-d0c57c44-01e6-4bbd-8d5e-87040b6215f5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:44.538790 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-70065b48-bfc3-4ac8-9bf0-7ec074db13d8 req-d0c57c44-01e6-4bbd-8d5e-87040b6215f5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0459478 Jun 16 23:06:44.584247 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-70065b48-bfc3-4ac8-9bf0-7ec074db13d8 req-a75bb71a-dca0-4c8e-a406-cc3e4cc0c26a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Jun 16 23:06:44.880839 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb088b-2ba1-40d8-9cfe-9d87077ba42f req-24a74ca9-2564-4dad-a3cb-44db5a37cefd tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:44.882356 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-79eb088b-2ba1-40d8-9cfe-9d87077ba42f req-24a74ca9-2564-4dad-a3cb-44db5a37cefd tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 946 time: 0.0518339 Jun 16 23:06:44.932470 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-79eb088b-2ba1-40d8-9cfe-9d87077ba42f req-874aaaeb-480c-4176-b030-d47996f079ab tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 Jun 16 23:06:45.353843 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [req-8bd3b99a-f271-44d5-8d54-5acb604e475f req-3cc4f365-00f5-4b33-bf8b-7e22506c683e service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103761) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 23:06:45.354841 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8bd3b99a-f271-44d5-8d54-5acb604e475f req-3cc4f365-00f5-4b33-bf8b-7e22506c683e service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055525 Jun 16 23:06:45.516237 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fa174-41f7-4d60-af40-323b722b590b req-60a8858b-0001-4ed3-aa5e-e4cf34dd817e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:45.517648 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-984fa174-41f7-4d60-af40-323b722b590b req-60a8858b-0001-4ed3-aa5e-e4cf34dd817e tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0534472 Jun 16 23:06:45.566453 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-984fa174-41f7-4d60-af40-323b722b590b req-5ea620ee-a0a3-426e-88df-85762cfbdee8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Jun 16 23:06:45.762715 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 56864) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:45.834899 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3b90f0-95df-4c59-9186-169416370496'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:45.838488 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfee427a-547a-48a3-b8a6-975806eaf49e" -d '{"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3b90f0-95df-4c59-9186-169416370496"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:45.846155 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-b21db613-a60d-45a9-9c02-53b27c2f6141 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817714 Jun 16 23:06:45.855748 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-9c9276a2-6e8e-41af-8ead-606f8ae0456e service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 23:06:45.856717 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-9c9276a2-6e8e-41af-8ead-606f8ae0456e service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050576 Jun 16 23:06:45.871017 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ed6aca-2692-478c-8813-9953168d2d70 x-openstack-request-id: req-b3ed6aca-2692-478c-8813-9953168d2d70 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:45.871305 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-unplugged", "status": "failed", "tag": "4b3b90f0-95df-4c59-9186-169416370496", "code": 422}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:45.871554 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b3ed6aca-2692-478c-8813-9953168d2d70 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:45.871947 dv-cinder-846230-1-iscsi neutron-server[103763]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b3ed6aca-2692-478c-8813-9953168d2d70']: {'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b3b90f0-95df-4c59-9186-169416370496', 'code': 422} returned with failed status Jun 16 23:06:45.934843 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 56874) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:06:46.061685 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bc06b-9629-481d-8b14-de48facc89cc req-f8fc8562-5b85-47d6-b606-59d10fb416ba tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:46.062975 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-f8fc8562-5b85-47d6-b606-59d10fb416ba tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports/4b3b90f0-95df-4c59-9186-169416370496 HTTP/1.1" status: 200 len: 940 time: 0.1264820 Jun 16 23:06:46.076846 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09237bfb-0b89-4f4a-8f3c-7690b825bd27 req-dc71bb0f-87e3-440e-8f04-053ae72fe7f7 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:46.078352 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-09237bfb-0b89-4f4a-8f3c-7690b825bd27 req-dc71bb0f-87e3-440e-8f04-053ae72fe7f7 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 946 time: 0.0647330 Jun 16 23:06:46.133832 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-09237bfb-0b89-4f4a-8f3c-7690b825bd27 req-be36238d-3961-48bf-a7fc-d8a7c2c42dce tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Jun 16 23:06:46.695547 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591b89a-c98d-4c7c-938a-3bf00f516bc6 req-90696088-871d-40f8-a09e-3cf5b5bda2e5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:46.698257 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9591b89a-c98d-4c7c-938a-3bf00f516bc6 req-90696088-871d-40f8-a09e-3cf5b5bda2e5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0529902 Jun 16 23:06:46.749120 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9591b89a-c98d-4c7c-938a-3bf00f516bc6 req-47d125f1-f26d-41e3-a9ec-b566cd182253 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442550 Jun 16 23:06:46.799281 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a088c5-613e-4b7d-b825-597b9c87af57 req-831da24e-ee42-4c75-9fef-17e1fe2b22e5 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:46.800738 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-57a088c5-613e-4b7d-b825-597b9c87af57 req-831da24e-ee42-4c75-9fef-17e1fe2b22e5 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 946 time: 0.0503461 Jun 16 23:06:46.848067 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-57a088c5-613e-4b7d-b825-597b9c87af57 req-4a958fba-e731-4905-833c-aa85007c4cf6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Jun 16 23:06:47.630660 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:06:47.701730 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 4b3b90f0-95df-4c59-9186-169416370496 is: DOWN; New status is: DOWN {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:06:47.866493 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a60a12-5a18-43b2-85e8-991e763cb419 req-b668237a-b44a-45d7-ab36-fe266a03d30a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:47.867962 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0a60a12-5a18-43b2-85e8-991e763cb419 req-b668237a-b44a-45d7-ab36-fe266a03d30a tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0468876 Jun 16 23:06:47.915428 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0a60a12-5a18-43b2-85e8-991e763cb419 req-fd98044f-a563-4e03-a88e-97b6a131ba36 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Jun 16 23:06:47.947516 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:47.961993 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55fde5-ebeb-4747-adfe-0d139e62ec07 req-91b024b3-89a0-4b30-be39-ca898ff6cdf0 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:47.963523 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca55fde5-ebeb-4747-adfe-0d139e62ec07 req-91b024b3-89a0-4b30-be39-ca898ff6cdf0 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 946 time: 0.0472434 Jun 16 23:06:47.987393 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:48.017304 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca55fde5-ebeb-4747-adfe-0d139e62ec07 req-26820a0a-692e-4709-8342-d8e2ecc6d432 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475547 Jun 16 23:06:48.602553 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bc06b-9629-481d-8b14-de48facc89cc req-e37cf571-7e6c-40c8-990c-d8e752681623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:48.603932 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-e37cf571-7e6c-40c8-990c-d8e752681623 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda&tenant_id=6fc0acf708204e1f8f4510cdb1bbf442 HTTP/1.1" status: 200 len: 1127 time: 0.0386391 Jun 16 23:06:48.705945 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bc06b-9629-481d-8b14-de48facc89cc req-7763256d-8c57-4def-9264-f6beabe302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:48.707480 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-7763256d-8c57-4def-9264-f6beabe302aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 1127 time: 0.0399683 Jun 16 23:06:48.712688 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-573d0d1f-222c-4bad-9915-206ebbaf1718 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:48.714315 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-573d0d1f-222c-4bad-9915-206ebbaf1718 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.26 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 946 time: 0.0461323 Jun 16 23:06:48.777489 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:48.799805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Deleting port 5940ce61-99be-408d-aa94-28b16beb0ec2 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:06:48.800146 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:48.800294 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bc06b-9629-481d-8b14-de48facc89cc req-69312af5-51a2-45f2-8ba1-7212291e4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:48.801783 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-69312af5-51a2-45f2-8ba1-7212291e4b0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 918 time: 0.0876579 Jun 16 23:06:48.864217 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-bddcc73c-54af-4e35-8197-72306b51d83c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b3b90f0-95df-4c59-9186-169416370496 HTTP/1.1" status: 200 len: 999 time: 0.0549693 Jun 16 23:06:48.893188 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] For port 5940ce61-99be-408d-aa94-28b16beb0ec2, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=5940ce61-99be-408d-aa94-28b16beb0ec2,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:06:48.893766 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:48.906830 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Calling delete_port for 5940ce61-99be-408d-aa94-28b16beb0ec2 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:06:48.916555 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bc06b-9629-481d-8b14-de48facc89cc req-3abccce1-30f8-45b5-874e-31df370769ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:48.917997 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-3abccce1-30f8-45b5-874e-31df370769ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.0462976 Jun 16 23:06:48.976319 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bc06b-9629-481d-8b14-de48facc89cc req-315f57d0-fe99-4d78-9af5-835e1a67e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:48.977846 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-315f57d0-fe99-4d78-9af5-835e1a67e525 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402429 Jun 16 23:06:49.074078 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-87df6513-210e-46bb-9962-0e09081b0eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872729 Jun 16 23:06:49.077680 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d73f9a-89f4-432e-994d-2487028014c0 req-b06a33b8-b5ce-402a-a61e-8843526afc27 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:49.079450 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b2d73f9a-89f4-432e-994d-2487028014c0 req-b06a33b8-b5ce-402a-a61e-8843526afc27 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0823088 Jun 16 23:06:49.086398 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (5940ce61-99be-408d-aa94-28b16beb0ec2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:49.101800 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['5940ce61-99be-408d-aa94-28b16beb0ec2'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:06:49.130066 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:49.137487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Pushing event deleted for resources: {'Port': ['ID=5940ce61-99be-408d-aa94-28b16beb0ec2,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:06:49.171337 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17f6a304-d257-489f-8c3b-c10309a7dbee req-a34ac61d-7683-417f-9217-7abe94bf9a1a tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0710838 Jun 16 23:06:49.172591 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.172931 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.173267 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.173600 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.173927 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.174251 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.174936 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.174936 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.175222 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.175546 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.175862 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.176184 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.176497 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.176812 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.177127 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:06:49.196320 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-548bc06b-9629-481d-8b14-de48facc89cc req-9578a16f-02fb-4778-8eba-d84c7b7480b4 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144538 Jun 16 23:06:49.226004 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] No DVR routers for this DVR port 5940ce61-99be-408d-aa94-28b16beb0ec2 on host hv-cinder-84623 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:06:49.230947 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:06:49.234714 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6c35a235-9a42-4db1-a834-fcf378bddd23 req-7df95ed7-2ed2-465b-a4f1-1c0e53095ab6 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.26 "DELETE /v2.0/ports/5940ce61-99be-408d-aa94-28b16beb0ec2 HTTP/1.1" status: 204 len: 173 time: 0.5135906 Jun 16 23:06:49.235151 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97545521-e12e-4dba-b601-3ba8b4c01e17', 'name': 'network-vif-deleted', 'tag': '5940ce61-99be-408d-aa94-28b16beb0ec2'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:06:49.237365 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b151600b-a656-4cf5-8e85-1576d710057f" -d '{"events": [{"server_uuid": "97545521-e12e-4dba-b601-3ba8b4c01e17", "name": "network-vif-deleted", "tag": "5940ce61-99be-408d-aa94-28b16beb0ec2"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:06:49.252090 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b2d73f9a-89f4-432e-994d-2487028014c0 req-a6f43f24-7f8d-44c9-a12b-269e00ded671 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507988 Jun 16 23:06:49.290256 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22f88b9-f55e-433e-b0c6-049824fae512 x-openstack-request-id: req-d22f88b9-f55e-433e-b0c6-049824fae512 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:06:49.290547 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97545521-e12e-4dba-b601-3ba8b4c01e17", "name": "network-vif-deleted", "tag": "5940ce61-99be-408d-aa94-28b16beb0ec2", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:06:49.290830 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d22f88b9-f55e-433e-b0c6-049824fae512 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:06:49.291235 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22f88b9-f55e-433e-b0c6-049824fae512'] response: {'server_uuid': '97545521-e12e-4dba-b601-3ba8b4c01e17', 'name': 'network-vif-deleted', 'tag': '5940ce61-99be-408d-aa94-28b16beb0ec2', 'status': 'completed', 'code': 200} Jun 16 23:06:49.940084 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:UPDATE=3,neutron:SELECT=16 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:49.942831 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:50.293549 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b0937986-2122-4cc4-b208-1357fb2817fb req-e831ae6c-9fc9-4d8f-b972-4a3b89af0d20 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0318692 Jun 16 23:06:50.396162 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dec38-9d15-4443-bda3-d8264105bd4e req-ab5a7573-0912-4471-b805-26cb49090210 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:50.403188 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b25dec38-9d15-4443-bda3-d8264105bd4e req-ab5a7573-0912-4471-b805-26cb49090210 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0555789 Jun 16 23:06:50.458144 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b25dec38-9d15-4443-bda3-d8264105bd4e req-de02dc71-272d-44c0-8a7f-2de74c694604 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539746 Jun 16 23:06:51.408768 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3c6192b2-8e46-403f-8ded-f7adecdf340f req-cb2c72d4-3913-400b-aeed-85b98bfde480 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0290024 Jun 16 23:06:51.586183 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895b39a-2c48-493f-93f5-d45b0e69a4c9 req-b070f614-89a5-4cf6-b06c-0ac3b35b7029 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:51.587678 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6895b39a-2c48-493f-93f5-d45b0e69a4c9 req-b070f614-89a5-4cf6-b06c-0ac3b35b7029 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0500305 Jun 16 23:06:51.636574 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6895b39a-2c48-493f-93f5-d45b0e69a4c9 req-33f49860-7f42-4f47-abd3-c929e35e9221 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Jun 16 23:06:52.516993 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cbd25c3a-b521-4c9a-b2b2-cb8166a79183 req-ac10f194-4454-46b8-ae11-bbc3fbcbbe3b tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Jun 16 23:06:52.763472 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8141-d302-4089-94c4-fa5ed81bf63e req-540905fb-7094-4d82-996b-0a477a4ec166 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:52.765073 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-297e8141-d302-4089-94c4-fa5ed81bf63e req-540905fb-7094-4d82-996b-0a477a4ec166 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0526080 Jun 16 23:06:52.820312 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-297e8141-d302-4089-94c4-fa5ed81bf63e req-9dece02e-465a-45b7-b1a0-340298fdc4c0 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488024 Jun 16 23:06:53.611324 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:53.632911 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1e565639-435e-4e7d-9f17-9cd3ae79a9bf req-bbe573ca-8cff-4483-a599-f4856b521bce tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0319469 Jun 16 23:06:53.671917 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 5940ce61-99be-408d-aa94-28b16beb0ec2 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:06:53.692207 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 5940ce61-99be-408d-aa94-28b16beb0ec2 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:06:53.692551 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 5940ce61-99be-408d-aa94-28b16beb0ec2 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:06:53.945909 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d44afc-7052-4baa-8ca5-c863e2734fae req-7a1fe393-941c-4473-9060-439fa5d7146d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:53.947554 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15d44afc-7052-4baa-8ca5-c863e2734fae req-7a1fe393-941c-4473-9060-439fa5d7146d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0493627 Jun 16 23:06:53.999264 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15d44afc-7052-4baa-8ca5-c863e2734fae req-3542d9d2-3e6c-4320-830c-5ab47137fbdc tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460660 Jun 16 23:06:54.749265 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31954e88-cc18-4fef-9368-d8f99af425e0 req-1446cbef-ac76-4fb1-9af6-436c830960a4 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0323501 Jun 16 23:06:55.088409 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:55.139968 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d99f7-45e4-4c6a-8643-acf8e107c896 req-e14a6c0b-6c9d-4b23-a361-37d4a4c16025 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:55.143038 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-145d99f7-45e4-4c6a-8643-acf8e107c896 req-e14a6c0b-6c9d-4b23-a361-37d4a4c16025 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0629086 Jun 16 23:06:55.191878 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-145d99f7-45e4-4c6a-8643-acf8e107c896 req-67840526-8e22-439d-accb-ee2873cff958 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Jun 16 23:06:55.875642 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-5cb65925-7844-4be8-b256-03078dad7ddb req-10f3dd4d-1d42-46e1-a608-bb6ba22a29c9 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0302322 Jun 16 23:06:56.318686 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917324d-4c19-4630-a13e-b696b6f2b23a req-236b3c87-6643-4c5e-94a0-dbbccbc45a5c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:56.321197 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e917324d-4c19-4630-a13e-b696b6f2b23a req-236b3c87-6643-4c5e-94a0-dbbccbc45a5c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0538867 Jun 16 23:06:56.373878 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e917324d-4c19-4630-a13e-b696b6f2b23a req-ce50e55e-0497-4ccb-b0ba-3d57b30de275 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473707 Jun 16 23:06:56.985470 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bf07e166-cd88-4fb9-a624-565637979433 req-818ed861-2fed-4c0f-9ab4-bb88d86189c1 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0295773 Jun 16 23:06:57.493751 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4e69f-351c-4147-a28f-ac3508bbb7e0 req-3e7d35b0-85d8-4fb2-8a63-1d644a2c9cba tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:57.495199 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b1e4e69f-351c-4147-a28f-ac3508bbb7e0 req-3e7d35b0-85d8-4fb2-8a63-1d644a2c9cba tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0472097 Jun 16 23:06:57.543484 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b1e4e69f-351c-4147-a28f-ac3508bbb7e0 req-13bd57ed-01fd-44fa-b38c-367fdacc5ade tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 Jun 16 23:06:58.098447 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2f34bd30-8aa0-490c-a2de-82a6cc7758d8 req-def196cc-463c-45bb-9f78-e74e5175727f tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0356407 Jun 16 23:06:58.668665 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd784dc-c16c-43d5-9f9c-726b4887e542 req-e924fc9d-674b-470b-ab54-e5c48344466c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:58.670164 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cdd784dc-c16c-43d5-9f9c-726b4887e542 req-e924fc9d-674b-470b-ab54-e5c48344466c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0489728 Jun 16 23:06:58.726165 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cdd784dc-c16c-43d5-9f9c-726b4887e542 req-435d3a37-2cec-42ef-b6fe-3e21a06c6f8c tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504973 Jun 16 23:06:59.107159 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:59.175579 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:59.194896 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=38 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:06:59.204446 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-18bcda16-9b17-4040-b000-7fcf95fc6051 req-26ac0c23-bb11-4da2-8cdd-5c29e58dc19e tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=97545521-e12e-4dba-b601-3ba8b4c01e17 HTTP/1.1" status: 200 len: 210 time: 0.0280011 Jun 16 23:06:59.845395 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813fd0-efe0-433f-8ecc-5d4f69b02a22 req-234f2964-ada8-463f-8970-371ff3959f0d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:06:59.846865 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-83813fd0-efe0-433f-8ecc-5d4f69b02a22 req-234f2964-ada8-463f-8970-371ff3959f0d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0493793 Jun 16 23:06:59.892620 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-83813fd0-efe0-433f-8ecc-5d4f69b02a22 req-37cf680a-4377-4e04-a5cd-6ae614971770 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402315 Jun 16 23:07:00.248987 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:07:00.620306 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408315b8-b20c-428d-b811-e5f5945abc00 req-9658c0d4-f9ab-46f2-9ebf-7cb4f2133da2 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:00.621840 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-9658c0d4-f9ab-46f2-9ebf-7cb4f2133da2 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/networks?id=5e7c7db6-6141-4dba-9168-34f346c470b1 HTTP/1.1" status: 200 len: 808 time: 0.1049252 Jun 16 23:07:00.636039 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-16e7b4b5-6a66-4174-a367-22866bb7ce58 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/quotas/91ee581f47a5419098d02102081f617d HTTP/1.1" status: 200 len: 375 time: 0.0091169 Jun 16 23:07:00.672805 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-1c2b2891-5841-44f6-b30e-e7223b89bae8 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=91ee581f47a5419098d02102081f617d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313010 Jun 16 23:07:00.763738 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-97e3633b-0c6d-40e4-ac52-ec92d7d56bc1 service neutron] 10.222.0.17 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840924 Jun 16 23:07:00.857527 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-a08e0bf6-7f5e-4e7f-a2c4-59783a142400 service neutron] 10.222.0.17 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884898 Jun 16 23:07:01.034260 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0777f332-53a4-44eb-b27b-8f2e95692a5c req-8b3e6c42-90a6-4f4a-8bed-ac24db3fb429 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 210 time: 0.0336478 Jun 16 23:07:01.043496 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd72a4-1737-4438-b1d5-613c9fc58bee req-121c0f80-81a9-45f5-b63f-6b06d9556ce6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:01.045000 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-81fd72a4-1737-4438-b1d5-613c9fc58bee req-121c0f80-81a9-45f5-b63f-6b06d9556ce6 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 943 time: 0.0750868 Jun 16 23:07:01.063619 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:01.104358 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-81fd72a4-1737-4438-b1d5-613c9fc58bee req-9e8f9988-7a2e-490c-a95a-3d0fe75fd113 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486488 Jun 16 23:07:01.715945 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:07:01.814364 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:01.825299 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '4b3b90f0-95df-4c59-9186-169416370496', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'port_id': '4b3b90f0-95df-4c59-9186-169416370496', 'mac_address': 'fa:16:3e:fd:0b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:07:01.862109 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 4b3b90f0-95df-4c59-9186-169416370496 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:07:01.862501 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:01.881252 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3b90f0-95df-4c59-9186-169416370496 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:07:01.901407 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:01.905910 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:01.945374 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:01.959977 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=9']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:02.186818 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['4b3b90f0-95df-4c59-9186-169416370496'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:07:02.205865 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-571b1b5f-a0ac-421d-b30b-3834da57be63 req-c6b3e6ca-bb30-42a3-a69e-03712c5538e8 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 210 time: 0.0357273 Jun 16 23:07:02.265711 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:02.290900 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fad23-90fe-45d4-aa73-61437ee03a66 req-e0fff34f-1adb-4450-b0c5-324832a21f72 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:02.292364 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cd9fad23-90fe-45d4-aa73-61437ee03a66 req-e0fff34f-1adb-4450-b0c5-324832a21f72 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 944 time: 0.1044173 Jun 16 23:07:02.331145 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b7676aea-52da-42b3-9840-90f50eeb45ae tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:02.332564 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b7676aea-52da-42b3-9840-90f50eeb45ae tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.26 "GET /v2.0/networks?id=5e7c7db6-6141-4dba-9168-34f346c470b1 HTTP/1.1" status: 200 len: 808 time: 0.4475648 Jun 16 23:07:02.346948 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Request body: {'port': {'device_id': '906439ae-f5b3-40f5-a7ea-9d308866247a', 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1', 'admin_state_up': True, 'tenant_id': '91ee581f47a5419098d02102081f617d'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:07:02.384432 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cd9fad23-90fe-45d4-aa73-61437ee03a66 req-76b41ed3-2080-4d84-88b4-17de7da081b4 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855284 Jun 16 23:07:02.467513 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Made reservation on behalf of 91ee581f47a5419098d02102081f617d for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:07:02.470832 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:02.590137 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Allocated IP 172.20.0.2 (5e7c7db6-6141-4dba-9168-34f346c470b1/37263d69-cd29-4368-bb28-bc06ab57a51c/8c72756a-f229-4045-b37e-534047055292) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:07:02.689960 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-02e4b831-d2d5-4217-87f0-daae22644bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:02.739296 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks [] for port (8c72756a-f229-4045-b37e-534047055292), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:02.771436 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (8c72756a-f229-4045-b37e-534047055292), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:02.813095 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Network 5e7c7db6-6141-4dba-9168-34f346c470b1 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:07:02.818216 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:07:02.822130 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:07:02.828388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Pushing event updated for resources: {'Port': ['ID=8c72756a-f229-4045-b37e-534047055292,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:02.878251 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:02.878895 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:02.893852 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-2122afd4-c718-454b-a45f-af1841723dca tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510974 Jun 16 23:07:02.905883 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Request body: {'port': {'device_id': '906439ae-f5b3-40f5-a7ea-9d308866247a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:07:02.960361 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:02.963630 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (8c72756a-f229-4045-b37e-534047055292), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:02.979316 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:03.220218 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c72756a-f229-4045-b37e-534047055292 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:07:03.227462 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Publish callbacks [] for port (8c72756a-f229-4045-b37e-534047055292), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:03.241170 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Transition to ACTIVE for port object 8c72756a-f229-4045-b37e-534047055292 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:07:03.244513 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (8c72756a-f229-4045-b37e-534047055292), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:03.316768 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Pushing event updated for resources: {'Port': ['ID=8c72756a-f229-4045-b37e-534047055292,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:03.358023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95b76-5d8b-4bcc-97ef-a56c27f1a392 req-1f9720f2-0e55-49a3-9af3-8116be67a914 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:03.359516 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9bf95b76-5d8b-4bcc-97ef-a56c27f1a392 req-1f9720f2-0e55-49a3-9af3-8116be67a914 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 943 time: 0.0786552 Jun 16 23:07:03.437712 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Attempting to bind port 8c72756a-f229-4045-b37e-534047055292 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:07:03.438048 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Attempting to bind port 8c72756a-f229-4045-b37e-534047055292 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:07:03.438374 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Attempting to bind port 8c72756a-f229-4045-b37e-534047055292 on network 5e7c7db6-6141-4dba-9168-34f346c470b1 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:07:03.443980 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9bf95b76-5d8b-4bcc-97ef-a56c27f1a392 req-284bf5e8-810f-4ad9-8515-82f05bf6bc1b tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677013 Jun 16 23:07:03.445921 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Port 8c72756a-f229-4045-b37e-534047055292 on network 5e7c7db6-6141-4dba-9168-34f346c470b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:07:03.446248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Attempting to bind port 8c72756a-f229-4045-b37e-534047055292 on network 5e7c7db6-6141-4dba-9168-34f346c470b1 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:07:03.451702 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:07:03.452277 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Checking segment: {'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:07:03.452653 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Bound using segment: {'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:07:03.453078 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Bound port: 8c72756a-f229-4045-b37e-534047055292, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa8fda1-e375-4a5b-9219-81f836d18218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:07:03.453436 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (8c72756a-f229-4045-b37e-534047055292), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:03.544088 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdbfe9-10cd-4cf5-a253-2802f0b7da31 req-adc972d0-d667-40ac-8f29-c4d6d7bb4606 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:03.545447 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bcfdbfe9-10cd-4cf5-a253-2802f0b7da31 req-adc972d0-d667-40ac-8f29-c4d6d7bb4606 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 944 time: 0.0772932 Jun 16 23:07:03.560609 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] For port 8c72756a-f229-4045-b37e-534047055292, host hv-cinder-84623, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:07:03.582974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] For port 8c72756a-f229-4045-b37e-534047055292, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=8c72756a-f229-4045-b37e-534047055292,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:07:03.591629 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (8c72756a-f229-4045-b37e-534047055292), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:03.637259 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bcfdbfe9-10cd-4cf5-a253-2802f0b7da31 req-14b33d89-06fe-442b-9d82-853125c97474 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859761 Jun 16 23:07:03.645466 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:03.646078 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:03.647422 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] 10.222.0.26 "PUT /v2.0/ports/8c72756a-f229-4045-b37e-534047055292 HTTP/1.1" status: 200 len: 1093 time: 0.7459912 Jun 16 23:07:03.647874 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906439ae-f5b3-40f5-a7ea-9d308866247a', 'tag': '8c72756a-f229-4045-b37e-534047055292'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:03.650144 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391" -d '{"events": [{"name": "network-changed", "server_uuid": "906439ae-f5b3-40f5-a7ea-9d308866247a", "tag": "8c72756a-f229-4045-b37e-534047055292"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:03.674371 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ec1da-18f3-44d1-8387-798f1d5da128 service neutron] Pushing event updated for resources: {'Port': ['ID=8c72756a-f229-4045-b37e-534047055292,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:03.692362 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6084d1aa-437c-4518-ac10-8b85a356ef16 x-openstack-request-id: req-6084d1aa-437c-4518-ac10-8b85a356ef16 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:03.692644 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906439ae-f5b3-40f5-a7ea-9d308866247a", "tag": "8c72756a-f229-4045-b37e-534047055292", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:03.692924 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6084d1aa-437c-4518-ac10-8b85a356ef16 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:03.693321 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6084d1aa-437c-4518-ac10-8b85a356ef16'] response: {'name': 'network-changed', 'server_uuid': '906439ae-f5b3-40f5-a7ea-9d308866247a', 'tag': '8c72756a-f229-4045-b37e-534047055292', 'status': 'completed', 'code': 200} Jun 16 23:07:03.719877 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:07:03.738220 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408315b8-b20c-428d-b811-e5f5945abc00 req-6108479e-13d3-44b2-b237-60ddf751b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:03.739824 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-6108479e-13d3-44b2-b237-60ddf751b502 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91ee581f47a5419098d02102081f617d&device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 1127 time: 0.0415590 Jun 16 23:07:03.765617 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 4b3b90f0-95df-4c59-9186-169416370496 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:07:03.766015 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (4b3b90f0-95df-4c59-9186-169416370496), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:03.790116 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-29c6b8c0-50e6-47bf-8397-60a6785723e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c72756a-f229-4045-b37e-534047055292 HTTP/1.1" status: 200 len: 217 time: 0.0403032 Jun 16 23:07:03.836890 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 4b3b90f0-95df-4c59-9186-169416370496 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:07:03.837102 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:03.837538 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:03.841727 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408315b8-b20c-428d-b811-e5f5945abc00 req-93a312a9-ef94-4169-9ef9-41e0f495b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:03.843222 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-93a312a9-ef94-4169-9ef9-41e0f495b05a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37263d69-cd29-4368-bb28-bc06ab57a51c HTTP/1.1" status: 200 len: 848 time: 0.0461373 Jun 16 23:07:03.863519 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b90f0-95df-4c59-9186-169416370496'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:03.865741 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda04903-36dc-43b5-9483-ad6666eaf019" -d '{"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b90f0-95df-4c59-9186-169416370496"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:03.876586 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-af191c4c-65e7-4997-abf5-a1f7e54b8109 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e7c7db6-6141-4dba-9168-34f346c470b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265901 Jun 16 23:07:03.878912 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:03.883032 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:03.907125 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e398a00a-b4b6-4d3a-8b2b-dcf409fced18 x-openstack-request-id: req-e398a00a-b4b6-4d3a-8b2b-dcf409fced18 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:03.907416 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b90f0-95df-4c59-9186-169416370496", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:03.907666 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e398a00a-b4b6-4d3a-8b2b-dcf409fced18 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:03.908056 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e398a00a-b4b6-4d3a-8b2b-dcf409fced18'] response: {'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b90f0-95df-4c59-9186-169416370496', 'code': 200} Jun 16 23:07:03.934010 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=10']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:03.947607 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:03.983816 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-619b013a-042f-4f2b-a9e8-58103380a451 service neutron] 10.222.0.26 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980527 Jun 16 23:07:04.092049 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-408315b8-b20c-428d-b811-e5f5945abc00 req-e34d4c54-46df-41ca-b146-15146f829559 service neutron] 10.222.0.26 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930047 Jun 16 23:07:04.094054 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ff87-4fb7-496e-843b-fca96dda9f6d req-388235e8-83d1-4c3c-9505-b38011214a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:04.095553 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b291ff87-4fb7-496e-843b-fca96dda9f6d req-388235e8-83d1-4c3c-9505-b38011214a3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 1130 time: 0.0414419 Jun 16 23:07:04.142486 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b291ff87-4fb7-496e-843b-fca96dda9f6d req-77136787-40d9-4b60-aac5-ab51fee5865e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 Jun 16 23:07:04.564712 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3fc01-bbea-4207-acf9-d9243186ef56 req-4bb74ebf-54ab-444a-803d-ae1a9062466a tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:04.566151 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6ce3fc01-bbea-4207-acf9-d9243186ef56 req-4bb74ebf-54ab-444a-803d-ae1a9062466a tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 943 time: 0.0463965 Jun 16 23:07:04.617615 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6ce3fc01-bbea-4207-acf9-d9243186ef56 req-24e43df1-990c-4cf9-822e-0b51e98412d9 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Jun 16 23:07:04.757735 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4833cd5-0bcd-4b53-96c4-49e03dc404fd req-178c6e2a-a7b9-4a47-a590-6d1edd1c5188 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:04.759096 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4833cd5-0bcd-4b53-96c4-49e03dc404fd req-178c6e2a-a7b9-4a47-a590-6d1edd1c5188 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 946 time: 0.0453830 Jun 16 23:07:04.806647 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4833cd5-0bcd-4b53-96c4-49e03dc404fd req-6d2bc30c-662f-4054-b2b8-ba1dd6573b22 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Jun 16 23:07:04.836562 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6adec0eb-8675-4c88-82b1-849fb519246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:05.262470 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-46855aa4-9810-4b04-a437-e747405fce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:05.264002 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-46855aa4-9810-4b04-a437-e747405fce9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91ee581f47a5419098d02102081f617d&device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 1127 time: 0.0428662 Jun 16 23:07:05.350642 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-0c850915-b534-4fe3-80cd-ab9aa723d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:05.352083 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-0c850915-b534-4fe3-80cd-ab9aa723d106 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e7c7db6-6141-4dba-9168-34f346c470b1 HTTP/1.1" status: 200 len: 909 time: 0.0812757 Jun 16 23:07:05.395256 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-8f1b0464-5621-49f1-a997-ea05d5dcd330 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c72756a-f229-4045-b37e-534047055292 HTTP/1.1" status: 200 len: 217 time: 0.0358248 Jun 16 23:07:05.727955 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af920c0f-30fb-4921-876b-7d4917a012a9 req-353fdcc6-3d74-499d-8682-1540d50f9bde tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:05.729429 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-af920c0f-30fb-4921-876b-7d4917a012a9 req-353fdcc6-3d74-499d-8682-1540d50f9bde tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 943 time: 0.0472362 Jun 16 23:07:05.775736 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-af920c0f-30fb-4921-876b-7d4917a012a9 req-08ff4974-e8be-4f13-bf35-fc28305a14b8 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Jun 16 23:07:05.796444 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-9c4f86ce-d8f0-42a3-8c0f-d91dec5c1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:05.797894 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-9c4f86ce-d8f0-42a3-8c0f-d91dec5c1dcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37263d69-cd29-4368-bb28-bc06ab57a51c HTTP/1.1" status: 200 len: 848 time: 0.0434065 Jun 16 23:07:05.811091 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:05.831366 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-cdddae49-7d8e-4d86-9bd5-f761d25325e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e7c7db6-6141-4dba-9168-34f346c470b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269709 Jun 16 23:07:05.925095 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-ef5f1021-0ad9-4858-8cb5-ff46a26610b2 service neutron] 10.222.0.26 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872531 Jun 16 23:07:05.937516 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c7988-ceb1-401d-b69b-794a6c8d9656 req-9019e9d7-320e-4807-9ee0-60a8060f5554 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:05.939009 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-751c7988-ceb1-401d-b69b-794a6c8d9656 req-9019e9d7-320e-4807-9ee0-60a8060f5554 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 946 time: 0.0509841 Jun 16 23:07:05.986998 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-751c7988-ceb1-401d-b69b-794a6c8d9656 req-3e951bc8-1c4b-4c57-b293-2e2aec2b3c46 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Jun 16 23:07:06.020738 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3e95fc36-0b5f-4e1b-a657-6d952f7fd391 req-424c3e77-3d85-4c4d-a703-fe1203d5ef20 service neutron] 10.222.0.26 "GET /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854867 Jun 16 23:07:06.893114 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03089-3c2d-484f-b6c9-70e5a50bf378 req-c72ded38-bebb-4468-80fd-47d415c75ee5 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:06.894667 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f3f03089-3c2d-484f-b6c9-70e5a50bf378 req-c72ded38-bebb-4468-80fd-47d415c75ee5 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 943 time: 0.0469644 Jun 16 23:07:06.942395 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f3f03089-3c2d-484f-b6c9-70e5a50bf378 req-befa3e1e-0af1-4413-b6e9-48d0522dbf5e tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Jun 16 23:07:07.113627 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15999fc3-17e3-4be0-b3f5-0c9e3957eca6 req-3e79b8f7-a3d1-4dce-a37b-51d8855d56ba tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:07.115150 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15999fc3-17e3-4be0-b3f5-0c9e3957eca6 req-3e79b8f7-a3d1-4dce-a37b-51d8855d56ba tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 946 time: 0.0510716 Jun 16 23:07:07.162223 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-15999fc3-17e3-4be0-b3f5-0c9e3957eca6 req-2a78bf17-e493-485e-9a5c-670402145404 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408342 Jun 16 23:07:07.391984 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:07.737889 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 8c72756a-f229-4045-b37e-534047055292 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:07:07.756733 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:07.843436 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 8c72756a-f229-4045-b37e-534047055292, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=8c72756a-f229-4045-b37e-534047055292,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:07.855169 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '8c72756a-f229-4045-b37e-534047055292', 'network_id': '5e7c7db6-6141-4dba-9168-34f346c470b1', 'port_id': '8c72756a-f229-4045-b37e-534047055292', 'mac_address': 'fa:16:3e:01:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37263d69-cd29-4368-bb28-bc06ab57a51c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:07:07.890396 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 8c72756a-f229-4045-b37e-534047055292 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:07:07.890807 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (8c72756a-f229-4045-b37e-534047055292), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:07.904079 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c72756a-f229-4045-b37e-534047055292 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:07:07.924392 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 8c72756a-f229-4045-b37e-534047055292, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=8c72756a-f229-4045-b37e-534047055292,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:07.928479 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (8c72756a-f229-4045-b37e-534047055292), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:07.981720 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=8c72756a-f229-4045-b37e-534047055292,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:08.066821 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fad729-916d-4370-a43d-88d95acf7f5b req-bd54c615-7c8b-4811-8524-b7b554c95cf8 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:08.068400 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-58fad729-916d-4370-a43d-88d95acf7f5b req-bd54c615-7c8b-4811-8524-b7b554c95cf8 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 944 time: 0.0477946 Jun 16 23:07:08.117870 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-58fad729-916d-4370-a43d-88d95acf7f5b req-cd96dc34-ac42-4459-b202-1728bce97ae3 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Jun 16 23:07:08.197549 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['8c72756a-f229-4045-b37e-534047055292'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:07:08.266536 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:08.286368 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:08.294409 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:08.313623 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3125111-d27a-4153-be5f-5a5c3d85195f req-9161eb03-56bf-4a2c-a380-f23502c264c8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:08.315793 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a3125111-d27a-4153-be5f-5a5c3d85195f req-9161eb03-56bf-4a2c-a380-f23502c264c8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 946 time: 0.0572977 Jun 16 23:07:08.380372 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a3125111-d27a-4153-be5f-5a5c3d85195f req-c10eb992-9c60-4c2e-8abd-cea23a7914f7 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562241 Jun 16 23:07:09.231983 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51c5c-65da-4699-92c3-9c7f05f5f8f5 req-c8316237-10c5-40c4-975d-c674db4e272e tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:09.233480 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1ae51c5c-65da-4699-92c3-9c7f05f5f8f5 req-c8316237-10c5-40c4-975d-c674db4e272e tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 944 time: 0.0468013 Jun 16 23:07:09.253747 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:09.282120 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1ae51c5c-65da-4699-92c3-9c7f05f5f8f5 req-9e3102aa-c69d-49ce-bf19-709b44e9565e tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Jun 16 23:07:09.746490 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 8c72756a-f229-4045-b37e-534047055292 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:07:09.791450 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 8c72756a-f229-4045-b37e-534047055292 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:07:09.798513 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 8c72756a-f229-4045-b37e-534047055292 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:07:09.799229 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (8c72756a-f229-4045-b37e-534047055292), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:09.879726 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 8c72756a-f229-4045-b37e-534047055292 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:07:09.880113 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (8c72756a-f229-4045-b37e-534047055292), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:09.907571 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906439ae-f5b3-40f5-a7ea-9d308866247a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c72756a-f229-4045-b37e-534047055292'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:09.909790 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2020a00-6344-4dc9-898d-788b840f7235" -d '{"events": [{"server_uuid": "906439ae-f5b3-40f5-a7ea-9d308866247a", "name": "network-vif-plugged", "status": "completed", "tag": "8c72756a-f229-4045-b37e-534047055292"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:09.922215 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 8c72756a-f229-4045-b37e-534047055292, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=8c72756a-f229-4045-b37e-534047055292,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:09.926784 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (8c72756a-f229-4045-b37e-534047055292), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:09.954173 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b238901-03bd-4cb9-9aaf-7a0182134ad5 x-openstack-request-id: req-3b238901-03bd-4cb9-9aaf-7a0182134ad5 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:09.954472 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906439ae-f5b3-40f5-a7ea-9d308866247a", "name": "network-vif-plugged", "status": "completed", "tag": "8c72756a-f229-4045-b37e-534047055292", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:09.954754 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3b238901-03bd-4cb9-9aaf-7a0182134ad5 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:09.955343 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b238901-03bd-4cb9-9aaf-7a0182134ad5'] response: {'server_uuid': '906439ae-f5b3-40f5-a7ea-9d308866247a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c72756a-f229-4045-b37e-534047055292', 'code': 200} Jun 16 23:07:09.978531 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=8c72756a-f229-4045-b37e-534047055292,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:10.117956 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfa991-4900-47b6-bbe4-f5cb90c0efc2 req-7a68fa10-b36a-4dcd-bd5d-62b7edd05ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:10.119502 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-79dfa991-4900-47b6-bbe4-f5cb90c0efc2 req-7a68fa10-b36a-4dcd-bd5d-62b7edd05ef6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 1129 time: 0.0384378 Jun 16 23:07:10.167261 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-79dfa991-4900-47b6-bbe4-f5cb90c0efc2 req-af2424e5-6b74-44bb-84c6-101ab11098be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Jun 16 23:07:10.244632 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:10.395708 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a0920-261d-4676-8aed-99d516d85983 req-1a034a79-78e3-4478-a993-0971878018f0 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:10.397068 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d60a0920-261d-4676-8aed-99d516d85983 req-1a034a79-78e3-4478-a993-0971878018f0 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 945 time: 0.0467095 Jun 16 23:07:10.408848 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:10.442965 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d60a0920-261d-4676-8aed-99d516d85983 req-aabbf4c7-8d0b-4fb0-8796-bdd733d6cafc tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Jun 16 23:07:11.559561 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a797-46c7-4f31-924b-781189bd4aed req-9dd3e57f-65b8-4d91-ba09-70696e2863fb tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:11.561022 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ae16a797-46c7-4f31-924b-781189bd4aed req-9dd3e57f-65b8-4d91-ba09-70696e2863fb tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 945 time: 0.0515122 Jun 16 23:07:11.607598 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ae16a797-46c7-4f31-924b-781189bd4aed req-f51a2e77-cde8-46ea-a171-3aaace8f53f8 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Jun 16 23:07:12.719759 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ea64-61cf-45db-ba2b-04a220669a74 req-6d40e679-627f-476c-8fe8-97c2eb0d6899 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:12.721196 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e03ea64-61cf-45db-ba2b-04a220669a74 req-6d40e679-627f-476c-8fe8-97c2eb0d6899 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 945 time: 0.0459750 Jun 16 23:07:12.767024 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6e03ea64-61cf-45db-ba2b-04a220669a74 req-6711160b-8141-4271-aa6b-ef9e9fdc2f8f tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Jun 16 23:07:13.423777 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4011a-b1b1-4b01-a2a5-f0ba977379aa req-ce35a2d8-06a0-4d14-975d-5d7d4cfc6c70 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:13.425181 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8ab4011a-b1b1-4b01-a2a5-f0ba977379aa req-ce35a2d8-06a0-4d14-975d-5d7d4cfc6c70 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 945 time: 0.0461636 Jun 16 23:07:13.475521 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8ab4011a-b1b1-4b01-a2a5-f0ba977379aa req-8bd78f47-200b-429b-90d7-48be41cb29bb tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Jun 16 23:07:14.589442 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4c8ef-cc17-4d4a-8a76-684ed158d46d req-dab0461e-c04d-4f61-8cde-fc64bf95fff5 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:14.591490 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f5d4c8ef-cc17-4d4a-8a76-684ed158d46d req-dab0461e-c04d-4f61-8cde-fc64bf95fff5 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 945 time: 0.0469940 Jun 16 23:07:14.637814 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f5d4c8ef-cc17-4d4a-8a76-684ed158d46d req-44c29e14-55a7-4917-aac1-237196ae4a6f tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/security-groups?id=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Jun 16 23:07:14.927221 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-943e1e47-715e-4ed2-99a5-fa017e7ff519 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:14.928656 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-943e1e47-715e-4ed2-99a5-fa017e7ff519 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.26 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 945 time: 0.0455689 Jun 16 23:07:15.010218 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Deleting port 8c72756a-f229-4045-b37e-534047055292 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:15.010557 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (8c72756a-f229-4045-b37e-534047055292), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:15.104044 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] For port 8c72756a-f229-4045-b37e-534047055292, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=8c72756a-f229-4045-b37e-534047055292,segment=NetworkSegment(5fa8fda1-e375-4a5b-9219-81f836d18218),segment_id=5fa8fda1-e375-4a5b-9219-81f836d18218)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:15.104404 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (8c72756a-f229-4045-b37e-534047055292), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:15.117920 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Calling delete_port for 8c72756a-f229-4045-b37e-534047055292 owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:15.218071 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:15.226135 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:15.248648 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (8c72756a-f229-4045-b37e-534047055292), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:15.265776 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['8c72756a-f229-4045-b37e-534047055292'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:07:15.284265 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Pushing event deleted for resources: {'Port': ['ID=8c72756a-f229-4045-b37e-534047055292,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:15.328323 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] No DVR routers for this DVR port 8c72756a-f229-4045-b37e-534047055292 on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:15.331047 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:15.334305 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-677fc9f4-c921-460d-97f0-0995d654fdcf req-43cfc86f-e228-4e8b-baaa-81fd1f067c43 tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.26 "DELETE /v2.0/ports/8c72756a-f229-4045-b37e-534047055292 HTTP/1.1" status: 204 len: 173 time: 0.3994615 Jun 16 23:07:15.334725 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906439ae-f5b3-40f5-a7ea-9d308866247a', 'name': 'network-vif-deleted', 'tag': '8c72756a-f229-4045-b37e-534047055292'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:15.337935 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba857ac2-e252-4dc6-a9b3-004b4264a93c" -d '{"events": [{"server_uuid": "906439ae-f5b3-40f5-a7ea-9d308866247a", "name": "network-vif-deleted", "tag": "8c72756a-f229-4045-b37e-534047055292"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:15.380231 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31accd05-34bf-414a-ac5e-8113150da28a x-openstack-request-id: req-31accd05-34bf-414a-ac5e-8113150da28a {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:15.380521 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906439ae-f5b3-40f5-a7ea-9d308866247a", "name": "network-vif-deleted", "tag": "8c72756a-f229-4045-b37e-534047055292", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:15.380772 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-31accd05-34bf-414a-ac5e-8113150da28a {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:15.381165 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31accd05-34bf-414a-ac5e-8113150da28a'] response: {'server_uuid': '906439ae-f5b3-40f5-a7ea-9d308866247a', 'name': 'network-vif-deleted', 'tag': '8c72756a-f229-4045-b37e-534047055292', 'status': 'completed', 'code': 200} Jun 16 23:07:15.747239 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-87484696-5e9c-423d-99dd-02c233181484 req-4f163b64-fd97-47fc-9688-ce9fd88ee6cd tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 210 time: 0.0284045 Jun 16 23:07:16.859056 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d2d4bf0b-2477-46df-8ff6-78c123f9d9bc req-0a0ed63b-fa87-471f-b712-485df2e5a4aa tempest-VolumesActionsTest-716400687 tempest-VolumesActionsTest-716400687-project] 10.222.0.17 "GET /v2.0/ports?device_id=906439ae-f5b3-40f5-a7ea-9d308866247a HTTP/1.1" status: 200 len: 210 time: 0.0343103 Jun 16 23:07:19.971380 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57280) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:20.203135 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Deleting port abab29ad-ca2c-4c15-839d-4be3838d7169 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:20.203482 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (abab29ad-ca2c-4c15-839d-4be3838d7169), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:20.277749 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (abab29ad-ca2c-4c15-839d-4be3838d7169), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:20.278074 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for floatingip (abab29ad-ca2c-4c15-839d-4be3838d7169), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:20.290425 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Calling delete_port for abab29ad-ca2c-4c15-839d-4be3838d7169 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:20.434298 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:20.453240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (abab29ad-ca2c-4c15-839d-4be3838d7169), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:20.479194 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 8c72756a-f229-4045-b37e-534047055292 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:20.482352 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event deleted for resources: {'Port': ['ID=abab29ad-ca2c-4c15-839d-4be3838d7169,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:20.501094 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 8c72756a-f229-4045-b37e-534047055292 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:20.501436 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 8c72756a-f229-4045-b37e-534047055292 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:20.541534 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for floatingip (4b144211-75a8-4843-8606-b071fc0ea035), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:20.541931 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Floating IP 4b144211-75a8-4843-8606-b071fc0ea035 disassociated (deleted). External IP: 172.27.3.29, port: 218d229b-a7e5-4c33-9723-c6215e47e600. Jun 16 23:07:20.544433 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:20.746618 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Router 36060681-a240-49c2-aa1d-d6ae06d5502b has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:20.848533 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:20.853338 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:20.859015 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] Sync routers for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:20.875916 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:20.876545 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:20.887074 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a5f642e9-ce1a-4b97-8811-57de9f95f227 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "DELETE /v2.0/floatingips/4b144211-75a8-4843-8606-b071fc0ea035 HTTP/1.1" status: 204 len: 168 time: 0.9146192 Jun 16 23:07:20.887654 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:20.890476 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755b9ee9-1185-4f7b-a99a-183dbc6355dc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:20.925851 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2814b29f-1209-43a2-80c9-73ee2a89ae4a x-openstack-request-id: req-2814b29f-1209-43a2-80c9-73ee2a89ae4a {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:20.926149 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:20.926405 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2814b29f-1209-43a2-80c9-73ee2a89ae4a {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:20.926842 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2814b29f-1209-43a2-80c9-73ee2a89ae4a'] response: {'name': 'network-changed', 'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600', 'status': 'completed', 'code': 200} Jun 16 23:07:20.989202 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:21.103140 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf94f0-68fe-4ae4-bc0d-b092361e8d1d req-bebe1ba6-f042-4878-a905-fad41a6dd171 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:21.104555 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:21.104701 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-69cf94f0-68fe-4ae4-bc0d-b092361e8d1d req-bebe1ba6-f042-4878-a905-fad41a6dd171 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0483809 Jun 16 23:07:21.155011 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-69cf94f0-68fe-4ae4-bc0d-b092361e8d1d req-e4213e9a-26e3-4d49-8d9c-142f5c3028f4 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431900 Jun 16 23:07:21.176684 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:46Z', 'revision_number': 5, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:21.205195 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] Checking router: 36060681-a240-49c2-aa1d-d6ae06d5502b for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:21.213725 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:21.214322 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:21.287151 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:21.317681 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:21.454618 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-c6b45565-a677-493a-97e2-91958df927a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:21.456253 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-c6b45565-a677-493a-97e2-91958df927a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 1130 time: 0.0458515 Jun 16 23:07:21.622867 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:46Z', 'revision_number': 5, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:21.646809 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e005a6-7742-4803-a973-71dcc2769072 None None] The sync data for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi is: [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:01:41Z', 'revision_number': 4, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '23bd2877-362d-4f34-a527-10b1073c14a9', 'name': '', 'network_id': '9e714880-bad0-4adf-82ee-dc3ffe4b848d', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'mac_address': 'fa:16:3e:2d:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:40Z', 'updated_at': '2022-06-16T23:01:46Z', 'revision_number': 5, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'subnets': [{'id': 'af115d54-8d5d-4353-b04c-4d826bdb6216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:21.853874 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9ece83-859f-4ffd-8203-39d102f20dd8 None None] New status for floating IP 4b144211-75a8-4843-8606-b071fc0ea035: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:07:22.277104 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b5db8-e1fe-4c94-94ec-a5e6d87d7697 req-f587b292-5b6f-4331-9d33-f0db0416b286 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:22.278621 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e5b5db8-e1fe-4c94-94ec-a5e6d87d7697 req-f587b292-5b6f-4331-9d33-f0db0416b286 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0545487 Jun 16 23:07:22.329164 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8e5b5db8-e1fe-4c94-94ec-a5e6d87d7697 req-309b5723-cde6-4a08-8017-2f555100f987 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450552 Jun 16 23:07:23.225966 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-01537e52-0a1c-41f6-8d66-417c76f990d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:23.228079 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-01537e52-0a1c-41f6-8d66-417c76f990d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 200 len: 909 time: 0.3689387 Jun 16 23:07:23.426690 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-1914f608-c1e3-440f-b925-f440acb0c152 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 200 len: 217 time: 0.0388715 Jun 16 23:07:23.486653 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb576a84-84af-4c08-a960-981b3e1826ad req-2fa1f8c6-e71b-449e-a7a3-b010b64f796b tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:23.488365 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb576a84-84af-4c08-a960-981b3e1826ad req-2fa1f8c6-e71b-449e-a7a3-b010b64f796b tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0638738 Jun 16 23:07:23.503651 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-14a2796f-30d0-4a2d-8cd1-ecce468e7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:23.505081 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-14a2796f-30d0-4a2d-8cd1-ecce468e7946 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af115d54-8d5d-4353-b04c-4d826bdb6216 HTTP/1.1" status: 200 len: 847 time: 0.0698876 Jun 16 23:07:23.546842 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eb576a84-84af-4c08-a960-981b3e1826ad req-b1cd34f7-e225-44b2-825a-9070f13b9cb4 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/security-groups?id=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526741 Jun 16 23:07:23.826537 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-0b1c7ae3-f9c7-435a-80c7-c35d61fd47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:23.828219 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-0b1c7ae3-f9c7-435a-80c7-c35d61fd47a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e714880-bad0-4adf-82ee-dc3ffe4b848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555553 Jun 16 23:07:23.839490 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64103617-50b9-4341-a647-bb7c00a08607 req-df66ad13-90ba-4b6e-a4b9-7ea5dce08faa tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:23.841657 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-64103617-50b9-4341-a647-bb7c00a08607 req-df66ad13-90ba-4b6e-a4b9-7ea5dce08faa tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 946 time: 0.0694993 Jun 16 23:07:23.945957 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-648601a8-4c48-48e7-9d92-0f848fe44f7c service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094177 Jun 16 23:07:23.973321 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Deleting port 218d229b-a7e5-4c33-9723-c6215e47e600 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:23.973707 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:24.070868 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:24.088474 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] For port 218d229b-a7e5-4c33-9723-c6215e47e600, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=218d229b-a7e5-4c33-9723-c6215e47e600,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:24.088848 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:24.106801 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Calling delete_port for 218d229b-a7e5-4c33-9723-c6215e47e600 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:24.293743 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (218d229b-a7e5-4c33-9723-c6215e47e600), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:24.303842 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:24.329906 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event deleted for resources: {'Port': ['ID=218d229b-a7e5-4c33-9723-c6215e47e600,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:24.359765 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-755b9ee9-1185-4f7b-a99a-183dbc6355dc req-2eeff9d2-dba8-46c7-860c-2d40884f9ccb service neutron] 10.222.0.26 "GET /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691887 Jun 16 23:07:24.385301 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] No DVR routers for this DVR port 218d229b-a7e5-4c33-9723-c6215e47e600 on host hv-cinder-84623 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:24.388390 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:24.391768 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-64103617-50b9-4341-a647-bb7c00a08607 req-8a48625e-99a8-4a2b-b429-88b9a8477df9 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.26 "DELETE /v2.0/ports/218d229b-a7e5-4c33-9723-c6215e47e600 HTTP/1.1" status: 204 len: 173 time: 0.5450199 Jun 16 23:07:24.392585 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'name': 'network-vif-deleted', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:24.394877 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3836e73-1395-45d1-993c-2e89bd432487" -d '{"events": [{"server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "name": "network-vif-deleted", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:24.436648 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4789d7b9-5801-4388-9592-ed9a778b97c4 x-openstack-request-id: req-4789d7b9-5801-4388-9592-ed9a778b97c4 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:24.437011 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa81794d-bc81-49d2-b4dc-6f57b43ecfe8", "name": "network-vif-deleted", "tag": "218d229b-a7e5-4c33-9723-c6215e47e600", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:24.437358 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4789d7b9-5801-4388-9592-ed9a778b97c4 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:24.437822 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4789d7b9-5801-4388-9592-ed9a778b97c4'] response: {'server_uuid': 'aa81794d-bc81-49d2-b4dc-6f57b43ecfe8', 'name': 'network-vif-deleted', 'tag': '218d229b-a7e5-4c33-9723-c6215e47e600', 'status': 'completed', 'code': 200} Jun 16 23:07:24.691048 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d761f711-8941-43f1-bb51-cbef22e6f4cb req-f0397bd5-0a25-473d-8b85-6263baafd9ee tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 210 time: 0.0553908 Jun 16 23:07:25.827496 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c45af8d1-96fe-4e26-850e-2a85c7ae2ce6 req-796c8a78-d51b-4c33-95b0-c346dc969241 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa81794d-bc81-49d2-b4dc-6f57b43ecfe8 HTTP/1.1" status: 200 len: 210 time: 0.0275719 Jun 16 23:07:26.900941 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57398) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:27.014396 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group (4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:27.059388 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group (4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:27.167475 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:27.170581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:27.172108 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] 10.222.0.17 "DELETE /v2.0/security-groups/4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1 HTTP/1.1" status: 204 len: 168 time: 0.2701764 Jun 16 23:07:27.190515 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd58ec1-4198-4fcb-85e7-7693bd0c8fa1,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:27.203903 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.204457 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.204994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.218454 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.219154 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.219695 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.220228 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.223650 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.224202 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.224556 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.224994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.225200 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57402) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:27.226261 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.227445 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.228800 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.229378 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0247eb-c067-4853-9cbc-7f8419d63717 tempest-TestShelveInstance-1135275094 tempest-TestShelveInstance-1135275094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:27.810535 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 218d229b-a7e5-4c33-9723-c6215e47e600 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:27.832772 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 218d229b-a7e5-4c33-9723-c6215e47e600 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:27.833346 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 218d229b-a7e5-4c33-9723-c6215e47e600 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:27.997704 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54777332-f092-4d0a-9efa-8485a3684548 req-f2a57989-ed24-49a3-93d9-4fbe99e345cc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:28.005083 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54777332-f092-4d0a-9efa-8485a3684548 req-f2a57989-ed24-49a3-93d9-4fbe99e345cc tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.0932419 Jun 16 23:07:28.086978 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-54777332-f092-4d0a-9efa-8485a3684548 req-9b486a86-0de6-4b7a-804f-28ef9f6b3c6a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809398 Jun 16 23:07:28.194947 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (36060681-a240-49c2-aa1d-d6ae06d5502b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:28.302971 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:28.430275 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7a1d9-42bc-4c44-af54-f9847a475e58 req-aa304056-634d-425c-8a37-172b0247d314 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:28.431943 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29a7a1d9-42bc-4c44-af54-f9847a475e58 req-aa304056-634d-425c-8a37-172b0247d314 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 945 time: 0.0824564 Jun 16 23:07:28.548047 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Deleting port 23bd2877-362d-4f34-a527-10b1073c14a9 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:28.548047 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:28.577477 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-29a7a1d9-42bc-4c44-af54-f9847a475e58 req-4854d50c-4f90-4c6e-a6d9-26bbcae0cbac tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381624 Jun 16 23:07:28.655107 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] For port 23bd2877-362d-4f34-a527-10b1073c14a9, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=23bd2877-362d-4f34-a527-10b1073c14a9,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:28.655588 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:28.669990 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Calling delete_port for 23bd2877-362d-4f34-a527-10b1073c14a9 owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:28.864235 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:28.889454 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (23bd2877-362d-4f34-a527-10b1073c14a9), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:28.926158 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Pushing event deleted for resources: {'Port': ['ID=23bd2877-362d-4f34-a527-10b1073c14a9,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:29.127005 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (36060681-a240-49c2-aa1d-d6ae06d5502b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:29.319746 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269d63-ef1b-45da-84a9-62547ba09201 req-25a122ac-3d48-4925-b42d-687910f3cac4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:29.321411 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61269d63-ef1b-45da-84a9-62547ba09201 req-25a122ac-3d48-4925-b42d-687910f3cac4 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.0637143 Jun 16 23:07:29.328458 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:29.464089 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61269d63-ef1b-45da-84a9-62547ba09201 req-267864cb-b456-4bb9-941e-9ac5d94bb6ca tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327248 Jun 16 23:07:29.492167 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Router 36060681-a240-49c2-aa1d-d6ae06d5502b has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:29.622413 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:29.633303 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] Sync routers for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:29.633794 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e7747a64-7372-4c8a-a35f-dcaad2c7d040 admin admin] 10.222.0.17 "PUT /v2.0/routers/36060681-a240-49c2-aa1d-d6ae06d5502b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066951 Jun 16 23:07:29.636288 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57450) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:29.662486 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:29.663184 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:29.725073 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ae282-26ec-41da-8b17-fa126a6beefb req-c2d67d50-f9f4-43d2-8235-d2959a3c117a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:29.727448 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-889ae282-26ec-41da-8b17-fa126a6beefb req-c2d67d50-f9f4-43d2-8235-d2959a3c117a tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 945 time: 0.0590572 Jun 16 23:07:29.811833 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-889ae282-26ec-41da-8b17-fa126a6beefb req-442d1543-1850-4678-8a0e-c0c509bae886 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774491 Jun 16 23:07:29.857876 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks [] for router (36060681-a240-49c2-aa1d-d6ae06d5502b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:29.873603 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:29.981349 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks [] for router_gateway (36060681-a240-49c2-aa1d-d6ae06d5502b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.035939 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Deleting port 579e72bc-e10d-40c3-9de0-74eafadbefd5 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:30.036269 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.050745 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:30.086813 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:07:28Z', 'revision_number': 5, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port': {'id': '579e72bc-e10d-40c3-9de0-74eafadbefd5', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:36Z', 'updated_at': '2022-06-16T23:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:30.096312 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:30.116004 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] Checking router: 36060681-a240-49c2-aa1d-d6ae06d5502b for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:30.125678 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] Routers {'36060681-a240-49c2-aa1d-d6ae06d5502b'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:30.126403 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['36060681-a240-49c2-aa1d-d6ae06d5502b'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:30.133947 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] For port 579e72bc-e10d-40c3-9de0-74eafadbefd5, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=579e72bc-e10d-40c3-9de0-74eafadbefd5,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:30.134392 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.152031 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Calling delete_port for 579e72bc-e10d-40c3-9de0-74eafadbefd5 owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:30.214659 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] Set router 36060681-a240-49c2-aa1d-d6ae06d5502b gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:30.265487 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:07:29Z', 'revision_number': 6, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:30.293782 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f81f2f-c78b-4cdf-8c00-10944aaa2a8b None None] The sync data for ids ['36060681-a240-49c2-aa1d-d6ae06d5502b'] in dv-cinder-846230-1-iscsi is: [{'id': '36060681-a240-49c2-aa1d-d6ae06d5502b', 'name': 'tempest-TestShelveInstance-973605595-router', 'tenant_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:35Z', 'updated_at': '2022-06-16T23:07:29Z', 'revision_number': 6, 'project_id': 'b30b90ec4d5e45468a4fa0fb98e46393', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:30.366126 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (579e72bc-e10d-40c3-9de0-74eafadbefd5), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.393214 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Pushing event deleted for resources: {'Port': ['ID=579e72bc-e10d-40c3-9de0-74eafadbefd5,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:30.460308 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (36060681-a240-49c2-aa1d-d6ae06d5502b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.565391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (36060681-a240-49c2-aa1d-d6ae06d5502b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.567646 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks [] for router_controller (36060681-a240-49c2-aa1d-d6ae06d5502b), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.612926 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee683989-9d63-4257-811c-d45966312cf6 req-7b36af66-36a2-4dec-80e5-c981662287f5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:30.613653 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (36060681-a240-49c2-aa1d-d6ae06d5502b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.614405 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36060681-a240-49c2-aa1d-d6ae06d5502b {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:07:30.619516 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.620651 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-97408d7e-5582-4599-9d05-3e885dd2d930 admin admin] 10.222.0.17 "DELETE /v2.0/routers/36060681-a240-49c2-aa1d-d6ae06d5502b HTTP/1.1" status: 204 len: 168 time: 0.9837387 Jun 16 23:07:30.623962 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57458) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:30.639511 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ee683989-9d63-4257-811c-d45966312cf6 req-7b36af66-36a2-4dec-80e5-c981662287f5 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.0931396 Jun 16 23:07:30.691200 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-083ffb74-0c7b-45d2-9ee8-993b6c1c29a3 admin admin] Deleting subnet af115d54-8d5d-4353-b04c-4d826bdb6216 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:07:30.695329 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-083ffb74-0c7b-45d2-9ee8-993b6c1c29a3 admin admin] Publish callbacks [] for subnet (af115d54-8d5d-4353-b04c-4d826bdb6216), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.723566 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ee683989-9d63-4257-811c-d45966312cf6 req-bf079628-1c71-42f5-97e2-923b3a7a8f50 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826676 Jun 16 23:07:30.739825 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-083ffb74-0c7b-45d2-9ee8-993b6c1c29a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456261'] for subnet (af115d54-8d5d-4353-b04c-4d826bdb6216), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.851077 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-083ffb74-0c7b-45d2-9ee8-993b6c1c29a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (af115d54-8d5d-4353-b04c-4d826bdb6216), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.910938 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-083ffb74-0c7b-45d2-9ee8-993b6c1c29a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60676562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59473585'] for subnet (af115d54-8d5d-4353-b04c-4d826bdb6216), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.950953 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:30.955371 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ffb74-0c7b-45d2-9ee8-993b6c1c29a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af115d54-8d5d-4353-b04c-4d826bdb6216,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:30.964471 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:30.981129 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-083ffb74-0c7b-45d2-9ee8-993b6c1c29a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:30.984508 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-083ffb74-0c7b-45d2-9ee8-993b6c1c29a3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/af115d54-8d5d-4353-b04c-4d826bdb6216 HTTP/1.1" status: 204 len: 168 time: 0.3595977 Jun 16 23:07:30.988620 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57466) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:30.990635 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34f9fd-3c0f-4b57-ac12-0e764b3fbc2b None None] Network 9e714880-bad0-4adf-82ee-dc3ffe4b848d requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:07:31.030974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc00475-d4fc-45c9-a73c-c66f82ff2159 req-1812e5c1-9acb-49a3-b88f-830dc58f518d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:31.031441 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-cf1cd8bb-80fd-4083-80ef-da100a9144ef tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:31.032523 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3dc00475-d4fc-45c9-a73c-c66f82ff2159 req-1812e5c1-9acb-49a3-b88f-830dc58f518d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 945 time: 0.1355174 Jun 16 23:07:31.032928 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-cf1cd8bb-80fd-4083-80ef-da100a9144ef tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.0946047 Jun 16 23:07:31.096416 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:31.104135 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4116296-7243-4c64-b06d-2933e75950d4 req-1fc62463-b59e-4fe6-8c80-7578bcc6b70b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:31.107778 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d4116296-7243-4c64-b06d-2933e75950d4 req-1fc62463-b59e-4fe6-8c80-7578bcc6b70b tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 945 time: 0.1309376 Jun 16 23:07:31.116382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (9e714880-bad0-4adf-82ee-dc3ffe4b848d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.169916 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3dc00475-d4fc-45c9-a73c-c66f82ff2159 req-ccee901b-1985-44e8-8123-bd9fc87b394e tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups?id=cd7b4742-2565-49b8-a725-5fae9bdf65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273055 Jun 16 23:07:31.260490 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Deleting port f3bd5725-2a88-4068-b338-b761ad56e180 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:31.260842 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.268720 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Deleting port e518f3e5-de33-40af-8a0b-72951461a47a {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:31.269064 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.285239 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] DHCP port deletion for 9e714880-bad0-4adf-82ee-dc3ffe4b848d request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:07:31.305907 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Deleting port 9afc0f27-fe70-435d-bf68-0881f54022f3 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:31.306270 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.370364 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Deleting port 9afc0f27-fe70-435d-bf68-0881f54022f3 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:31.373204 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.390068 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] For port f3bd5725-2a88-4068-b338-b761ad56e180, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=f3bd5725-2a88-4068-b338-b761ad56e180,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:31.390865 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.394753 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:31.448704 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] For port 9afc0f27-fe70-435d-bf68-0881f54022f3, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=9afc0f27-fe70-435d-bf68-0881f54022f3,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:31.448990 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.462269 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] For port e518f3e5-de33-40af-8a0b-72951461a47a, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=e518f3e5-de33-40af-8a0b-72951461a47a,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:31.462934 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.485221 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Calling delete_port for 9afc0f27-fe70-435d-bf68-0881f54022f3 owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:31.596109 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] For port 9afc0f27-fe70-435d-bf68-0881f54022f3, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=9afc0f27-fe70-435d-bf68-0881f54022f3,segment=NetworkSegment(868aca6c-3287-40de-9b2c-692e7142a3e4),segment_id=868aca6c-3287-40de-9b2c-692e7142a3e4)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:31.596657 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.624138 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Calling delete_port for 9afc0f27-fe70-435d-bf68-0881f54022f3 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:31.708761 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.709313 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (2aee460d-0bde-47ef-bf2e-1a2351a22788), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.715591 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Floating IP 2aee460d-0bde-47ef-bf2e-1a2351a22788 disassociated. External IP: 172.27.3.59, port: f3bd5725-2a88-4068-b338-b761ad56e180. Jun 16 23:07:31.716248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Calling delete_port for f3bd5725-2a88-4068-b338-b761ad56e180 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:31.774756 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.816503 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] No DVR routers for this DVR port 9afc0f27-fe70-435d-bf68-0881f54022f3 on host dv-cinder-846230-1-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:31.822499 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9afc0f27-fe70-435d-bf68-0881f54022f3,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:31.860551 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=19 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:31.871839 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.872289 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (d0734bf0-1725-4dde-9a25-6ccb5910e17e), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.872612 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Floating IP d0734bf0-1725-4dde-9a25-6ccb5910e17e disassociated. External IP: 172.27.3.53, port: e518f3e5-de33-40af-8a0b-72951461a47a. Jun 16 23:07:31.872960 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Calling delete_port for e518f3e5-de33-40af-8a0b-72951461a47a owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:31.875705 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 579e72bc-e10d-40c3-9de0-74eafadbefd5 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:31.880160 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (9afc0f27-fe70-435d-bf68-0881f54022f3), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.884027 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=16 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:31.942071 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (9e714880-bad0-4adf-82ee-dc3ffe4b848d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:31.971433 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 579e72bc-e10d-40c3-9de0-74eafadbefd5 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:31.972177 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 579e72bc-e10d-40c3-9de0-74eafadbefd5 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:31.976543 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 9afc0f27-fe70-435d-bf68-0881f54022f3 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:31.983846 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:32.010481 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Pushing event deleted for resources: {'Port': ['ID=9afc0f27-fe70-435d-bf68-0881f54022f3,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:32.011219 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e714880-bad0-4adf-82ee-dc3ffe4b848d']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:32.025647 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] No DVR routers for this DVR port 9afc0f27-fe70-435d-bf68-0881f54022f3 on host dv-cinder-846230-1-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:32.031964 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:32.037895 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868aca6c-3287-40de-9b2c-692e7142a3e4') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:32.038371 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868aca6c-3287-40de-9b2c-692e7142a3e4') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:32.045213 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 9afc0f27-fe70-435d-bf68-0881f54022f3 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:32.045870 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 9afc0f27-fe70-435d-bf68-0881f54022f3 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:32.049210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 23bd2877-362d-4f34-a527-10b1073c14a9 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:32.050386 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (f3bd5725-2a88-4068-b338-b761ad56e180), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.056490 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (868aca6c-3287-40de-9b2c-692e7142a3e4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.059481 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.060730 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.061346 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.062792 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.064065 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.068710 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.075401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1dd973-7046-4bc4-8870-d8fd34c936ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:32.085219 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:32.107818 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (868aca6c-3287-40de-9b2c-692e7142a3e4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.128086 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:07:32.128493 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (868aca6c-3287-40de-9b2c-692e7142a3e4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.130191 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 23bd2877-362d-4f34-a527-10b1073c14a9 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:32.131487 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 23bd2877-362d-4f34-a527-10b1073c14a9 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:32.155138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event deleted for resources: {'Port': ['ID=f3bd5725-2a88-4068-b338-b761ad56e180,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:32.247604 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (e518f3e5-de33-40af-8a0b-72951461a47a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.254970 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (9e714880-bad0-4adf-82ee-dc3ffe4b848d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.261383 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.273681 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] 10.222.0.17 "DELETE /v2.0/networks/9e714880-bad0-4adf-82ee-dc3ffe4b848d HTTP/1.1" status: 204 len: 168 time: 1.2759256 Jun 16 23:07:32.276287 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57486) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:32.335906 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:32.347707 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63a888-05e4-4d64-88a2-4cb4f012a2a2 req-406ff6cc-c945-4f10-8ff4-30634e833196 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:32.354866 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2c63a888-05e4-4d64-88a2-4cb4f012a2a2 req-406ff6cc-c945-4f10-8ff4-30634e833196 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 945 time: 0.3204038 Jun 16 23:07:32.399878 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Router 77088178-3e79-49b5-be89-703af2e76401 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:32.421096 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cf73ad1c-4a26-43d4-8678-871da78bb2bb req-78033664-d5ab-44d1-ba59-b91ec0d3c2de tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 210 time: 0.0903101 Jun 16 23:07:32.433489 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'Port': ['ID=e518f3e5-de33-40af-8a0b-72951461a47a,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:32.466540 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2c63a888-05e4-4d64-88a2-4cb4f012a2a2 req-aa89d60d-d3d1-4203-85fe-3b85202af270 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups?id=11002ebc-0bb8-4a89-b86a-357a82116f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059124 Jun 16 23:07:32.499161 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 868aca6c-3287-40de-9b2c-692e7142a3e4 resource provider aggregate not found Jun 16 23:07:32.507846 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e5eb-3c4a-41cd-b606-c2aaca7f9a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e714880-bad0-4adf-82ee-dc3ffe4b848d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:32.562541 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 868aca6c-3287-40de-9b2c-692e7142a3e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 868aca6c-3287-40de-9b2c-692e7142a3e4 found for delete ", "request_id": "req-b39713f2-c754-4ed7-b2e3-9540ee973d5f"}]} Jun 16 23:07:32.593432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:32.605540 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979845a-15c5-4730-839e-1f414d777284 None None] Sync routers for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:32.628564 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:32.631366 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979845a-15c5-4730-839e-1f414d777284 None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:32.632373 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-0979845a-15c5-4730-839e-1f414d777284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:32.699061 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] No DVR routers for this DVR port f3bd5725-2a88-4068-b338-b761ad56e180 on host hv-cinder-84623 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:32.705281 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.712093 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d4116296-7243-4c64-b06d-2933e75950d4 req-fc3f91d0-f8d3-41ac-91b9-9dd945bc2bbe tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.26 "DELETE /v2.0/ports/f3bd5725-2a88-4068-b338-b761ad56e180 HTTP/1.1" status: 204 len: 173 time: 1.5938041 Jun 16 23:07:32.712708 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7619c39-737f-440b-b676-8e920380d6c6', 'name': 'network-vif-deleted', 'tag': 'f3bd5725-2a88-4068-b338-b761ad56e180'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:32.714936 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a3f10e-dc89-4ddd-ae74-d3bf868f169e" -d '{"events": [{"server_uuid": "b7619c39-737f-440b-b676-8e920380d6c6", "name": "network-vif-deleted", "tag": "f3bd5725-2a88-4068-b338-b761ad56e180"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:32.720920 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a66492c5-6305-469f-84d1-9c4cfd561f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:32.825192 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf6cf8b-209f-4760-a506-32184777783a x-openstack-request-id: req-7cf6cf8b-209f-4760-a506-32184777783a {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:32.826077 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7619c39-737f-440b-b676-8e920380d6c6", "name": "network-vif-deleted", "tag": "f3bd5725-2a88-4068-b338-b761ad56e180", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:32.826077 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7cf6cf8b-209f-4760-a506-32184777783a {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:32.826287 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf6cf8b-209f-4760-a506-32184777783a'] response: {'server_uuid': 'b7619c39-737f-440b-b676-8e920380d6c6', 'name': 'network-vif-deleted', 'tag': 'f3bd5725-2a88-4068-b338-b761ad56e180', 'status': 'completed', 'code': 200} Jun 16 23:07:32.829323 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-0979845a-15c5-4730-839e-1f414d777284 None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:32.854315 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:33.009936 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (b30c4a4b-8359-4863-a579-9557907e1260), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:33.152853 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-0979845a-15c5-4730-839e-1f414d777284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:33.159615 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:33.169093 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:33.187989 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:33.188794 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:33.204865 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979845a-15c5-4730-839e-1f414d777284 None None] Checking router: 77088178-3e79-49b5-be89-703af2e76401 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:33.225612 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979845a-15c5-4730-839e-1f414d777284 None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:33.226954 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-0979845a-15c5-4730-839e-1f414d777284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:33.355144 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] No DVR routers for this DVR port e518f3e5-de33-40af-8a0b-72951461a47a on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:33.360594 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:33.360818 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:33.368262 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e7d4a223-a19f-4e39-9858-db01be2b1476 req-4679def2-70b0-4e83-b279-4c7532d1829a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.26 "DELETE /v2.0/ports/e518f3e5-de33-40af-8a0b-72951461a47a HTTP/1.1" status: 204 len: 173 time: 2.3026195 Jun 16 23:07:33.383224 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'name': 'network-vif-deleted', 'tag': 'e518f3e5-de33-40af-8a0b-72951461a47a'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:33.388492 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-0979845a-15c5-4730-839e-1f414d777284 None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:33.391957 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9983dcfd-ee4b-4bb1-953d-d362056c53b7" -d '{"events": [{"server_uuid": "07404710-1539-46ee-b4ff-2ef30af07f8e", "name": "network-vif-deleted", "tag": "e518f3e5-de33-40af-8a0b-72951461a47a"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:33.454834 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:33.487204 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f390d03-3fa6-4fe3-8fcf-6db4deb45d50 x-openstack-request-id: req-4f390d03-3fa6-4fe3-8fcf-6db4deb45d50 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:33.487666 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07404710-1539-46ee-b4ff-2ef30af07f8e", "name": "network-vif-deleted", "tag": "e518f3e5-de33-40af-8a0b-72951461a47a", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:33.497618 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4f390d03-3fa6-4fe3-8fcf-6db4deb45d50 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:33.498208 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f390d03-3fa6-4fe3-8fcf-6db4deb45d50'] response: {'server_uuid': '07404710-1539-46ee-b4ff-2ef30af07f8e', 'name': 'network-vif-deleted', 'tag': 'e518f3e5-de33-40af-8a0b-72951461a47a', 'status': 'completed', 'code': 200} Jun 16 23:07:33.516847 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Deleting port 2d769335-a871-4fae-841a-b73151d912f2 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:33.517588 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (2d769335-a871-4fae-841a-b73151d912f2), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:33.694697 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] For port 2d769335-a871-4fae-841a-b73151d912f2, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2d769335-a871-4fae-841a-b73151d912f2,segment=NetworkSegment(c452324c-ee6c-4af3-b701-68dd854caaac),segment_id=c452324c-ee6c-4af3-b701-68dd854caaac)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:33.695915 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (2d769335-a871-4fae-841a-b73151d912f2), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:33.702973 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-6369a3c9-1abc-46f0-8846-bc6f13534bd9 req-9f92e2a6-4046-4cbf-b7e1-e033f6f85828 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7619c39-737f-440b-b676-8e920380d6c6 HTTP/1.1" status: 200 len: 210 time: 0.1021082 Jun 16 23:07:33.728574 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Calling delete_port for 2d769335-a871-4fae-841a-b73151d912f2 owned by network:router_interface {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:33.755906 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:33.760315 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1286e7e2-1204-417c-a189-b8ae12bd61fd req-007c3606-6b8e-4a28-9e28-cb2f7d08f6ae tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/ports?device_id=07404710-1539-46ee-b4ff-2ef30af07f8e HTTP/1.1" status: 200 len: 210 time: 0.1455970 Jun 16 23:07:33.792264 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:33.801402 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:33.802156 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:33.912705 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:33.921941 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-0979845a-15c5-4730-839e-1f414d777284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:33.964440 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979845a-15c5-4730-839e-1f414d777284 None None] The sync data for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi is: [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:00:38Z', 'revision_number': 4, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': 'a62c82fd-2ace-43a8-87c4-fbed9ffff9f2', 'name': '', 'network_id': '9cf34f4a-7249-4d59-a812-ce9cab585661', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'mac_address': 'fa:16:3e:a9:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'subnets': [{'id': 'd441631d-427b-4b17-9128-b6f9e0efe649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:34.077931 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (2d769335-a871-4fae-841a-b73151d912f2), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:34.142917 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d769335-a871-4fae-841a-b73151d912f2,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:34.190808 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:34.380316 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:34.445042 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802c993-8362-4aa1-b174-e060e816f6e2 None None] New status for floating IP 2aee460d-0bde-47ef-bf2e-1a2351a22788: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:07:34.490026 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (b30c4a4b-8359-4863-a579-9557907e1260), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:34.504987 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:34.534012 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5692b-e04d-4ae3-86c0-391ef37ef6c9 None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:00:44Z', 'revision_number': 4, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '2cca2434-5004-415f-ad60-683be4f309f5', 'name': '', 'network_id': '663ca997-5122-4586-973b-ea2e3ed98672', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'mac_address': 'fa:16:3e:98:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:42Z', 'updated_at': '2022-06-16T23:00:58Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'subnets': [{'id': '70e6960a-a82f-4058-8fa9-2c96ef001308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:34.842522 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57512) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:34.855748 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6620adff-599d-48f5-9cc8-88116432e324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:34.940297 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57516) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:34.977915 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b84109f1-8c89-45d7-8d2c-040f95c38f46 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (cd7b4742-2565-49b8-a725-5fae9bdf65fe), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:34.989747 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6752746-d1de-4fcf-8684-17789bb3f237 None None] New status for floating IP d0734bf0-1725-4dde-9a25-6ccb5910e17e: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:07:35.017977 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9196a3-30b0-42e2-a899-a7b6421dfd7a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (11002ebc-0bb8-4a89-b86a-357a82116f8f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.039829 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b84109f1-8c89-45d7-8d2c-040f95c38f46 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (cd7b4742-2565-49b8-a725-5fae9bdf65fe), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.067984 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9196a3-30b0-42e2-a899-a7b6421dfd7a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (11002ebc-0bb8-4a89-b86a-357a82116f8f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.096018 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Router b30c4a4b-8359-4863-a579-9557907e1260 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:35.147195 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b84109f1-8c89-45d7-8d2c-040f95c38f46 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (cd7b4742-2565-49b8-a725-5fae9bdf65fe), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.150855 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b84109f1-8c89-45d7-8d2c-040f95c38f46 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.153366 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b84109f1-8c89-45d7-8d2c-040f95c38f46 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "DELETE /v2.0/security-groups/cd7b4742-2565-49b8-a725-5fae9bdf65fe HTTP/1.1" status: 204 len: 168 time: 0.3098257 Jun 16 23:07:35.161278 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57522) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:35.180913 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9196a3-30b0-42e2-a899-a7b6421dfd7a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (11002ebc-0bb8-4a89-b86a-357a82116f8f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.184938 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9196a3-30b0-42e2-a899-a7b6421dfd7a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.188626 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7e9196a3-30b0-42e2-a899-a7b6421dfd7a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "DELETE /v2.0/security-groups/11002ebc-0bb8-4a89-b86a-357a82116f8f HTTP/1.1" status: 204 len: 168 time: 0.2443497 Jun 16 23:07:35.189766 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57524) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:35.204521 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84109f1-8c89-45d7-8d2c-040f95c38f46 tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7b4742-2565-49b8-a725-5fae9bdf65fe,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:35.213897 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-eda30ae6-091c-4390-a618-fdc39c3bef6f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] show failed (client error): The resource could not be found. Jun 16 23:07:35.215504 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-eda30ae6-091c-4390-a618-fdc39c3bef6f tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "GET /v2.0/security-groups/cd7b4742-2565-49b8-a725-5fae9bdf65fe HTTP/1.1" status: 404 len: 347 time: 0.0527334 Jun 16 23:07:35.224228 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57526) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:35.242081 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:35.268771 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:35.276460 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-d682dd19-7d20-413b-bd2c-00eb8a9bbc2b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] show failed (client error): The resource could not be found. Jun 16 23:07:35.278300 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d682dd19-7d20-413b-bd2c-00eb8a9bbc2b tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "GET /v2.0/security-groups/11002ebc-0bb8-4a89-b86a-357a82116f8f HTTP/1.1" status: 404 len: 347 time: 0.0884244 Jun 16 23:07:35.286386 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] Sync routers for ids ['b30c4a4b-8359-4863-a579-9557907e1260'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:35.286775 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-54ee5fbd-22e1-4397-8dc4-35d10719ba7f admin admin] 10.222.0.17 "PUT /v2.0/routers/b30c4a4b-8359-4863-a579-9557907e1260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9745061 Jun 16 23:07:35.292550 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57528) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:35.295176 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57530) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:35.326420 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9196a3-30b0-42e2-a899-a7b6421dfd7a tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11002ebc-0bb8-4a89-b86a-357a82116f8f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:35.327442 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] Routers {'b30c4a4b-8359-4863-a579-9557907e1260'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:35.349570 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['b30c4a4b-8359-4863-a579-9557907e1260'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:35.372173 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Deleting port e05d381c-1b56-4565-b8b4-2b08523c526a {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:35.372525 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (e05d381c-1b56-4565-b8b4-2b08523c526a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.484203 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (e05d381c-1b56-4565-b8b4-2b08523c526a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.484702 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (e05d381c-1b56-4565-b8b4-2b08523c526a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.500293 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Calling delete_port for e05d381c-1b56-4565-b8b4-2b08523c526a owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:35.524330 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:35.533580 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:35.553330 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] Set router b30c4a4b-8359-4863-a579-9557907e1260 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:35.695324 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (e05d381c-1b56-4565-b8b4-2b08523c526a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.698280 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Deleting port e99716f9-2a0a-4812-a944-f1fb630bc7b6 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:35.698641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (e99716f9-2a0a-4812-a944-f1fb630bc7b6), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.788747 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:07:33Z', 'revision_number': 5, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:35.802029 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (e99716f9-2a0a-4812-a944-f1fb630bc7b6), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.802400 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (e99716f9-2a0a-4812-a944-f1fb630bc7b6), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.815530 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Calling delete_port for e99716f9-2a0a-4812-a944-f1fb630bc7b6 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:35.823643 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.831877 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] Checking router: b30c4a4b-8359-4863-a579-9557907e1260 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:35.842667 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] Routers {'b30c4a4b-8359-4863-a579-9557907e1260'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:35.843284 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['b30c4a4b-8359-4863-a579-9557907e1260'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:35.852190 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device f3bd5725-2a88-4068-b338-b761ad56e180 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:35.898957 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: f3bd5725-2a88-4068-b338-b761ad56e180 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:35.901283 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device f3bd5725-2a88-4068-b338-b761ad56e180 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:35.901984 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device e518f3e5-de33-40af-8a0b-72951461a47a no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:35.935271 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks [] for floatingip (2aee460d-0bde-47ef-bf2e-1a2351a22788), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.938233 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:35.939883 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] 10.222.0.17 "DELETE /v2.0/floatingips/2aee460d-0bde-47ef-bf2e-1a2351a22788 HTTP/1.1" status: 204 len: 168 time: 0.7143269 Jun 16 23:07:35.940828 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70249f-ce20-446f-8c77-678e31b3712d tempest-AttachVolumeTestJSON-1621945621 tempest-AttachVolumeTestJSON-1621945621-project] Pushing event deleted for resources: {'Port': ['ID=e05d381c-1b56-4565-b8b4-2b08523c526a,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:35.954234 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: e518f3e5-de33-40af-8a0b-72951461a47a {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:35.954625 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device e518f3e5-de33-40af-8a0b-72951461a47a not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:35.955753 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:35.967872 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] Set router b30c4a4b-8359-4863-a579-9557907e1260 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:36.014737 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks [] for router (b30c4a4b-8359-4863-a579-9557907e1260), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.140159 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:36.145639 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (e99716f9-2a0a-4812-a944-f1fb630bc7b6), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.172025 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks [] for router_gateway (b30c4a4b-8359-4863-a579-9557907e1260), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.172257 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:07:33Z', 'revision_number': 5, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:36.200193 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98519d3-89de-4b42-805c-196ca85b38b3 None None] The sync data for ids ['b30c4a4b-8359-4863-a579-9557907e1260'] in dv-cinder-846230-1-iscsi is: [{'id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'name': 'tempest-TestShelveInstance-1113254606-router', 'tenant_id': '1c9163c4876f4500883459a1afca5edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:01:46Z', 'updated_at': '2022-06-16T23:07:33Z', 'revision_number': 5, 'project_id': '1c9163c4876f4500883459a1afca5edd', 'gw_port': {'id': '4fd033dc-1024-4d7c-9412-9a9d233a3b8c', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30c4a4b-8359-4863-a579-9557907e1260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:01:49Z', 'updated_at': '2022-06-16T23:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:36.216151 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Pushing event deleted for resources: {'Port': ['ID=e99716f9-2a0a-4812-a944-f1fb630bc7b6,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:36.306618 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:36.315372 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Deleting port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:36.315703 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.345393 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks [] for floatingip (d0734bf0-1725-4dde-9a25-6ccb5910e17e), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.348089 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.349301 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9d2b7594-de31-49bf-9866-0a3b91307241 tempest-AttachVolumeNegativeTest-1967724585 tempest-AttachVolumeNegativeTest-1967724585-project] 10.222.0.17 "DELETE /v2.0/floatingips/d0734bf0-1725-4dde-9a25-6ccb5910e17e HTTP/1.1" status: 204 len: 168 time: 1.0525866 Jun 16 23:07:36.421528 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] For port 4fd033dc-1024-4d7c-9412-9a9d233a3b8c, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=4fd033dc-1024-4d7c-9412-9a9d233a3b8c,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:36.421907 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.441584 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Calling delete_port for 4fd033dc-1024-4d7c-9412-9a9d233a3b8c owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:36.639455 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (4fd033dc-1024-4d7c-9412-9a9d233a3b8c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.674915 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd033dc-1024-4d7c-9412-9a9d233a3b8c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:36.741282 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (b30c4a4b-8359-4863-a579-9557907e1260), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.847995 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (b30c4a4b-8359-4863-a579-9557907e1260), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.850382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks [] for router_controller (b30c4a4b-8359-4863-a579-9557907e1260), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.895178 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (b30c4a4b-8359-4863-a579-9557907e1260), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.896493 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b30c4a4b-8359-4863-a579-9557907e1260 {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:07:36.900777 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:36.905253 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c58b6dbd-c269-45b4-b909-c4fe4b8018c1 admin admin] 10.222.0.17 "DELETE /v2.0/routers/b30c4a4b-8359-4863-a579-9557907e1260 HTTP/1.1" status: 204 len: 168 time: 1.5374119 Jun 16 23:07:36.905631 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57546) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:36.959629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f91433d-93ff-4d82-85a0-0da046fd11d3 admin admin] Deleting subnet d3dd0926-a97a-4d85-90f2-459e52fcaf51 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:07:36.963755 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f91433d-93ff-4d82-85a0-0da046fd11d3 admin admin] Publish callbacks [] for subnet (d3dd0926-a97a-4d85-90f2-459e52fcaf51), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.010022 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f91433d-93ff-4d82-85a0-0da046fd11d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456261'] for subnet (d3dd0926-a97a-4d85-90f2-459e52fcaf51), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.128616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f91433d-93ff-4d82-85a0-0da046fd11d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (d3dd0926-a97a-4d85-90f2-459e52fcaf51), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.163268 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:37.204958 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f91433d-93ff-4d82-85a0-0da046fd11d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60676562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59473585'] for subnet (d3dd0926-a97a-4d85-90f2-459e52fcaf51), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.238174 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91433d-93ff-4d82-85a0-0da046fd11d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3dd0926-a97a-4d85-90f2-459e52fcaf51,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:37.244036 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0f91433d-93ff-4d82-85a0-0da046fd11d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.250685 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0f91433d-93ff-4d82-85a0-0da046fd11d3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d3dd0926-a97a-4d85-90f2-459e52fcaf51 HTTP/1.1" status: 204 len: 168 time: 0.3433673 Jun 16 23:07:37.250999 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57562) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:37.251502 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:07:37.255917 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5384ed6c-60a3-4000-ac6b-02503e8ef92e None None] Network c9625366-e1ad-4696-a11c-b791fe9b8200 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:07:37.352432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (c9625366-e1ad-4696-a11c-b791fe9b8200), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.410398 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.451476 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Deleting port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:37.451977 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.485373 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:37.495876 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] DHCP port deletion for c9625366-e1ad-4696-a11c-b791fe9b8200 request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:07:37.554209 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] For port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,segment=NetworkSegment(c452324c-ee6c-4af3-b701-68dd854caaac),segment_id=c452324c-ee6c-4af3-b701-68dd854caaac)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:37.559943 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.562213 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] Deleting port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:37.562632 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.586276 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Calling delete_port for b1cfaa3c-d30e-472c-b79b-d7f4b06f133c owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:37.653196 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] For port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,segment=NetworkSegment(c452324c-ee6c-4af3-b701-68dd854caaac),segment_id=c452324c-ee6c-4af3-b701-68dd854caaac)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:37.654146 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.670829 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] Calling delete_port for b1cfaa3c-d30e-472c-b79b-d7f4b06f133c owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:37.676389 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:37.714339 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.762836 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:37.771117 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] No DVR routers for this DVR port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c on host dv-cinder-846230-1-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:37.823479 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (b1cfaa3c-d30e-472c-b79b-d7f4b06f133c), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.852682 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] Pushing event deleted for resources: {'Port': ['ID=b1cfaa3c-d30e-472c-b79b-d7f4b06f133c,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:37.862838 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e527126-eddf-4f50-897e-c2a5d956465a None None] No DVR routers for this DVR port b1cfaa3c-d30e-472c-b79b-d7f4b06f133c on host dv-cinder-846230-1-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:37.882601 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (c9625366-e1ad-4696-a11c-b791fe9b8200), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.890692 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 4fd033dc-1024-4d7c-9412-9a9d233a3b8c no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:37.909658 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9625366-e1ad-4696-a11c-b791fe9b8200']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:37.916851 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 4fd033dc-1024-4d7c-9412-9a9d233a3b8c {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:37.917410 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 4fd033dc-1024-4d7c-9412-9a9d233a3b8c not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:37.918071 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device b1cfaa3c-d30e-472c-b79b-d7f4b06f133c no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:37.923958 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c452324c-ee6c-4af3-b701-68dd854caaac') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:37.924348 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c452324c-ee6c-4af3-b701-68dd854caaac') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:37.940102 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: b1cfaa3c-d30e-472c-b79b-d7f4b06f133c {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:37.940447 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device b1cfaa3c-d30e-472c-b79b-d7f4b06f133c not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:37.941080 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2d769335-a871-4fae-841a-b73151d912f2 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:37.941215 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58790879'] for segment (c452324c-ee6c-4af3-b701-68dd854caaac), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.960127 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (c452324c-ee6c-4af3-b701-68dd854caaac), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.965763 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 2d769335-a871-4fae-841a-b73151d912f2 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:37.966405 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2d769335-a871-4fae-841a-b73151d912f2 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:37.975825 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:07:37.976376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58791164'] for segment (c452324c-ee6c-4af3-b701-68dd854caaac), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:37.994030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:38.048659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (c9625366-e1ad-4696-a11c-b791fe9b8200), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:38.061718 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:38.068220 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] 10.222.0.17 "DELETE /v2.0/networks/c9625366-e1ad-4696-a11c-b791fe9b8200 HTTP/1.1" status: 204 len: 168 time: 0.8138721 Jun 16 23:07:38.080126 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71da9fc-46a3-40b1-b5ad-0a781bc7230b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9625366-e1ad-4696-a11c-b791fe9b8200,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:38.089548 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment c452324c-ee6c-4af3-b701-68dd854caaac resource provider aggregate not found Jun 16 23:07:38.108530 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment c452324c-ee6c-4af3-b701-68dd854caaac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c452324c-ee6c-4af3-b701-68dd854caaac found for delete ", "request_id": "req-a52edc93-d23f-4a3a-9cdc-d3211f8ebe45"}]} Jun 16 23:07:38.213635 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57586) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:38.260698 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:38.272002 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f9c19d73-da10-4221-a52f-5ce49703ec14 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b30b90ec4d5e45468a4fa0fb98e46393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545938 Jun 16 23:07:38.272548 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57588) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:38.285147 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:38.339713 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7412b7b4-0053-40e5-b5f0-42c21195d84b admin admin] Publish callbacks [] for security_group (54b712d9-2a12-40c4-b3ff-3d81e121401e), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:38.375060 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7412b7b4-0053-40e5-b5f0-42c21195d84b admin admin] Publish callbacks [] for security_group (54b712d9-2a12-40c4-b3ff-3d81e121401e), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:38.437364 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7412b7b4-0053-40e5-b5f0-42c21195d84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (54b712d9-2a12-40c4-b3ff-3d81e121401e), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:38.440744 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7412b7b4-0053-40e5-b5f0-42c21195d84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:38.442090 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7412b7b4-0053-40e5-b5f0-42c21195d84b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/54b712d9-2a12-40c4-b3ff-3d81e121401e HTTP/1.1" status: 204 len: 168 time: 0.1684873 Jun 16 23:07:38.451120 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412b7b4-0053-40e5-b5f0-42c21195d84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b712d9-2a12-40c4-b3ff-3d81e121401e,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:38.917347 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57608) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:38.966401 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b48c781d-67dc-494f-97c8-f18f4cb6129b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1c9163c4876f4500883459a1afca5edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476594 Jun 16 23:07:38.968885 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57612) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:39.050737 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d8c93d68-6b1e-48e9-a61c-8315d8d3f976 admin admin] Publish callbacks [] for security_group (39faa070-6dd5-4ff3-ab58-e8619f758faa), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:39.092180 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d8c93d68-6b1e-48e9-a61c-8315d8d3f976 admin admin] Publish callbacks [] for security_group (39faa070-6dd5-4ff3-ab58-e8619f758faa), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:39.157899 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d8c93d68-6b1e-48e9-a61c-8315d8d3f976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (39faa070-6dd5-4ff3-ab58-e8619f758faa), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:39.163009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d8c93d68-6b1e-48e9-a61c-8315d8d3f976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:39.164398 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d8c93d68-6b1e-48e9-a61c-8315d8d3f976 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/39faa070-6dd5-4ff3-ab58-e8619f758faa HTTP/1.1" status: 204 len: 168 time: 0.1944728 Jun 16 23:07:39.173757 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c93d68-6b1e-48e9-a61c-8315d8d3f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39faa070-6dd5-4ff3-ab58-e8619f758faa,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:39.759554 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57634) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:40.423053 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57648) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:40.546429 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:40.654852 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:40.731282 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (77088178-3e79-49b5-be89-703af2e76401), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:40.788169 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-3c680fe7-7539-42e8-915e-12d065873528 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052930 Jun 16 23:07:40.917355 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-326b6b51-f653-4716-8940-3ff45b1b025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:40.918887 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-326b6b51-f653-4716-8940-3ff45b1b025d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 1130 time: 0.0587337 Jun 16 23:07:40.990397 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (7d7a0331-f268-4bc5-9a73-5d1e617abb62), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:41.065567 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Deleting port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:41.066152 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:41.144305 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-8755b335-1ae7-4e73-aeff-c08896205442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:41.145947 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-8755b335-1ae7-4e73-aeff-c08896205442 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 200 len: 918 time: 0.1981089 Jun 16 23:07:41.169987 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] For port a62c82fd-2ace-43a8-87c4-fbed9ffff9f2, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:41.170671 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:41.187077 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Calling delete_port for a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:41.321540 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:41.330524 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-c92a9822-36d0-4c21-93a7-8e3cdb8d9826 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b3b90f0-95df-4c59-9186-169416370496 HTTP/1.1" status: 200 len: 1001 time: 0.1751587 Jun 16 23:07:41.383897 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:41.413089 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-4a2997cf-d648-4501-9ecb-b050de898a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:41.420304 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-4a2997cf-d648-4501-9ecb-b050de898a0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 200 len: 856 time: 0.0762863 Jun 16 23:07:41.459008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (a62c82fd-2ace-43a8-87c4-fbed9ffff9f2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:41.485231 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a62c82fd-2ace-43a8-87c4-fbed9ffff9f2,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:41.490937 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Deleting port 2cca2434-5004-415f-ad60-683be4f309f5 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:41.491378 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (2cca2434-5004-415f-ad60-683be4f309f5), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:41.503291 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=100 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:41.506405 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-4b3089a4-d4d1-447e-a633-38d6bf03b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:41.507959 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-4b3089a4-d4d1-447e-a633-38d6bf03b09a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862739 Jun 16 23:07:41.650586 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] For port 2cca2434-5004-415f-ad60-683be4f309f5, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=2cca2434-5004-415f-ad60-683be4f309f5,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:41.651000 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (2cca2434-5004-415f-ad60-683be4f309f5), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:41.664032 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (77088178-3e79-49b5-be89-703af2e76401), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:41.673121 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Calling delete_port for 2cca2434-5004-415f-ad60-683be4f309f5 owned by network:router_interface {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:41.691963 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-82308840-0f2a-4376-872d-02f00fa76595 service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749907 Jun 16 23:07:41.717808 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:41.891517 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Router 77088178-3e79-49b5-be89-703af2e76401 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:41.998203 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:42.006286 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f765f038-35d2-4c28-981d-9e6e7d875fbb admin admin] 10.222.0.17 "PUT /v2.0/routers/77088178-3e79-49b5-be89-703af2e76401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2428677 Jun 16 23:07:42.006286 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57674) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:42.008482 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] Sync routers for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:42.020305 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:42.021212 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:42.108162 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks [] for router (77088178-3e79-49b5-be89-703af2e76401), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.125884 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:42.130411 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-97ff7cd9-074f-4b3d-bccc-583b39e4291f req-df00f7e6-949b-4dfb-b217-354e31a4e1de service neutron] 10.222.0.26 "GET /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073772 Jun 16 23:07:42.174652 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:42.216168 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (2cca2434-5004-415f-ad60-683be4f309f5), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.218699 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks [] for router_gateway (77088178-3e79-49b5-be89-703af2e76401), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.241294 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cca2434-5004-415f-ad60-683be4f309f5,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:42.279543 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Deleting port 992cfb90-c9a5-41fc-b439-a4503d514d0d {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:42.280242 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.341728 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:07:41Z', 'revision_number': 5, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port': {'id': '992cfb90-c9a5-41fc-b439-a4503d514d0d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77088178-3e79-49b5-be89-703af2e76401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:42.373795 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] Checking router: 77088178-3e79-49b5-be89-703af2e76401 for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:42.388330 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] Routers {'77088178-3e79-49b5-be89-703af2e76401'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:42.389659 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77088178-3e79-49b5-be89-703af2e76401'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:42.453327 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] For port 992cfb90-c9a5-41fc-b439-a4503d514d0d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=992cfb90-c9a5-41fc-b439-a4503d514d0d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:42.453604 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (7d7a0331-f268-4bc5-9a73-5d1e617abb62), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.454190 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.472041 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Calling delete_port for 992cfb90-c9a5-41fc-b439-a4503d514d0d owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:42.488872 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:42.517120 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] Set router 77088178-3e79-49b5-be89-703af2e76401 gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:42.582482 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:42.583016 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:07:42Z', 'revision_number': 6, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:42.615353 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd053db-17f7-472b-8b28-f82ff7b8bf72 None None] The sync data for ids ['77088178-3e79-49b5-be89-703af2e76401'] in dv-cinder-846230-1-iscsi is: [{'id': '77088178-3e79-49b5-be89-703af2e76401', 'name': 'tempest-AttachVolumeTestJSON-574651112-router', 'tenant_id': 'f3b1be8431b0434d8bd6abca293127d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:29Z', 'updated_at': '2022-06-16T23:07:42Z', 'revision_number': 6, 'project_id': 'f3b1be8431b0434d8bd6abca293127d5', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:42.692393 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:42.693448 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:42.727649 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (992cfb90-c9a5-41fc-b439-a4503d514d0d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.729603 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:42.759329 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=992cfb90-c9a5-41fc-b439-a4503d514d0d,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:42.825225 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (77088178-3e79-49b5-be89-703af2e76401), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.840970 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:42.846639 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f27ffe9d-7e99-41a3-a7ec-4fb903ecaa76 admin admin] 10.222.0.17 "PUT /v2.0/routers/7d7a0331-f268-4bc5-9a73-5d1e617abb62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4215977 Jun 16 23:07:42.849709 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57702) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:42.854677 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] Sync routers for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:42.867535 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:42.868282 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:42.955754 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (77088178-3e79-49b5-be89-703af2e76401), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.961622 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks [] for router_controller (77088178-3e79-49b5-be89-703af2e76401), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:42.983334 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:43.042634 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (77088178-3e79-49b5-be89-703af2e76401), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.043640 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77088178-3e79-49b5-be89-703af2e76401 {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:07:43.055708 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.056896 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f2f69302-5489-4727-82fe-7d78d8c22d37 admin admin] 10.222.0.17 "DELETE /v2.0/routers/77088178-3e79-49b5-be89-703af2e76401 HTTP/1.1" status: 204 len: 168 time: 1.0503011 Jun 16 23:07:43.061830 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57732) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:43.067060 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks [] for router (7d7a0331-f268-4bc5-9a73-5d1e617abb62), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.138925 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c902c50-cc6f-4bda-9467-599574460ab7 admin admin] Deleting subnet d441631d-427b-4b17-9128-b6f9e0efe649 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:07:43.144494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c902c50-cc6f-4bda-9467-599574460ab7 admin admin] Publish callbacks [] for subnet (d441631d-427b-4b17-9128-b6f9e0efe649), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.190031 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c902c50-cc6f-4bda-9467-599574460ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456261'] for subnet (d441631d-427b-4b17-9128-b6f9e0efe649), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.203170 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks [] for router_gateway (7d7a0331-f268-4bc5-9a73-5d1e617abb62), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.225261 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:07:42Z', 'revision_number': 5, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port': {'id': '75108d5b-fb4a-4ba2-973f-2da86f5651e1', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:35Z', 'updated_at': '2022-06-16T23:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:43.251462 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Deleting port 75108d5b-fb4a-4ba2-973f-2da86f5651e1 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:43.251834 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.307588 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c902c50-cc6f-4bda-9467-599574460ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (d441631d-427b-4b17-9128-b6f9e0efe649), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.361538 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] For port 75108d5b-fb4a-4ba2-973f-2da86f5651e1, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=75108d5b-fb4a-4ba2-973f-2da86f5651e1,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:43.361959 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.366924 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c902c50-cc6f-4bda-9467-599574460ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60676562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59473585'] for subnet (d441631d-427b-4b17-9128-b6f9e0efe649), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.372491 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] Checking router: 7d7a0331-f268-4bc5-9a73-5d1e617abb62 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:43.378143 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Calling delete_port for 75108d5b-fb4a-4ba2-973f-2da86f5651e1 owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:43.382788 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] Routers {'7d7a0331-f268-4bc5-9a73-5d1e617abb62'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:43.383434 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:43.396409 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c902c50-cc6f-4bda-9467-599574460ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d441631d-427b-4b17-9128-b6f9e0efe649,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:43.411995 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48958895-e670-4046-b607-196b8b41ca4a None None] Network 9cf34f4a-7249-4d59-a812-ce9cab585661 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:07:43.412610 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c902c50-cc6f-4bda-9467-599574460ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.422544 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7c902c50-cc6f-4bda-9467-599574460ab7 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d441631d-427b-4b17-9128-b6f9e0efe649 HTTP/1.1" status: 204 len: 168 time: 0.3573399 Jun 16 23:07:43.423430 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57738) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:43.493809 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] Set router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:43.537474 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (9cf34f4a-7249-4d59-a812-ce9cab585661), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.557867 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:43.592129 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Deleting port 743feea5-2b43-4556-aa5b-e003d8ba7f9b {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:43.592643 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.595959 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:07:43Z', 'revision_number': 6, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:43.599678 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:43.624702 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] DHCP port deletion for 9cf34f4a-7249-4d59-a812-ce9cab585661 request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:07:43.633183 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (75108d5b-fb4a-4ba2-973f-2da86f5651e1), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.640854 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5ef85e-bca3-4d31-9bdb-a6f0bc59c511 None None] The sync data for ids ['7d7a0331-f268-4bc5-9a73-5d1e617abb62'] in dv-cinder-846230-1-iscsi is: [{'id': '7d7a0331-f268-4bc5-9a73-5d1e617abb62', 'name': 'tempest-AttachVolumeNegativeTest-205592971-router', 'tenant_id': '0526c12e8bc947209e24daf5ddfad7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:33Z', 'updated_at': '2022-06-16T23:07:43Z', 'revision_number': 6, 'project_id': '0526c12e8bc947209e24daf5ddfad7be', 'gw_port_host': None}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:43.661808 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] For port 743feea5-2b43-4556-aa5b-e003d8ba7f9b, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=743feea5-2b43-4556-aa5b-e003d8ba7f9b,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:43.662414 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.666982 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Pushing event deleted for resources: {'Port': ['ID=75108d5b-fb4a-4ba2-973f-2da86f5651e1,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:43.685838 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Calling delete_port for 743feea5-2b43-4556-aa5b-e003d8ba7f9b owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:43.696592 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] Deleting port 743feea5-2b43-4556-aa5b-e003d8ba7f9b {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:43.696984 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.761434 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (7d7a0331-f268-4bc5-9a73-5d1e617abb62), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.779676 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.785359 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] For port 743feea5-2b43-4556-aa5b-e003d8ba7f9b, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=743feea5-2b43-4556-aa5b-e003d8ba7f9b,segment=NetworkSegment(ac3b7d0c-89c6-481b-a281-08a52d420c78),segment_id=ac3b7d0c-89c6-481b-a281-08a52d420c78)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:43.786703 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.806047 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] Calling delete_port for 743feea5-2b43-4556-aa5b-e003d8ba7f9b owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:43.807848 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Pushing event deleted for resources: {'Port': ['ID=743feea5-2b43-4556-aa5b-e003d8ba7f9b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:43.809787 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] No DVR routers for this DVR port 743feea5-2b43-4556-aa5b-e003d8ba7f9b on host dv-cinder-846230-1-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:43.861886 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (7d7a0331-f268-4bc5-9a73-5d1e617abb62), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.864983 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks [] for router_controller (7d7a0331-f268-4bc5-9a73-5d1e617abb62), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.887617 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (9cf34f4a-7249-4d59-a812-ce9cab585661), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.917622 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (7d7a0331-f268-4bc5-9a73-5d1e617abb62), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.918346 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7a0331-f268-4bc5-9a73-5d1e617abb62 {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:07:43.923360 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.923765 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf34f4a-7249-4d59-a812-ce9cab585661']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:43.926767 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c81ecfbb-9037-408a-90f4-49a655b59240 admin admin] 10.222.0.17 "DELETE /v2.0/routers/7d7a0331-f268-4bc5-9a73-5d1e617abb62 HTTP/1.1" status: 204 len: 168 time: 1.0738926 Jun 16 23:07:43.927931 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57742) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:43.931971 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (743feea5-2b43-4556-aa5b-e003d8ba7f9b), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.935648 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:43.938841 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3b7d0c-89c6-481b-a281-08a52d420c78') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:43.939249 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3b7d0c-89c6-481b-a281-08a52d420c78') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:43.946210 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] No DVR routers for this DVR port 743feea5-2b43-4556-aa5b-e003d8ba7f9b on host dv-cinder-846230-1-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:43.952478 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (ac3b7d0c-89c6-481b-a281-08a52d420c78), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.968438 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692d97-2c95-4c60-b28f-55d45541db15 None None] Pushing event deleted for resources: {'Port': ['ID=743feea5-2b43-4556-aa5b-e003d8ba7f9b,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:43.968680 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (ac3b7d0c-89c6-481b-a281-08a52d420c78), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.977986 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:07:43.977986 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (ac3b7d0c-89c6-481b-a281-08a52d420c78), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:43.987810 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e69588-d351-4e18-9a17-f86982a4ca03 admin admin] Deleting subnet 70e6960a-a82f-4058-8fa9-2c96ef001308 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:07:43.988145 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:43.989301 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:43.991567 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5e69588-d351-4e18-9a17-f86982a4ca03 admin admin] Publish callbacks [] for subnet (70e6960a-a82f-4058-8fa9-2c96ef001308), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.032361 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5e69588-d351-4e18-9a17-f86982a4ca03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (70e6960a-a82f-4058-8fa9-2c96ef001308), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.033812 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment ac3b7d0c-89c6-481b-a281-08a52d420c78 resource provider aggregate not found Jun 16 23:07:44.052894 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (9cf34f4a-7249-4d59-a812-ce9cab585661), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.057930 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.067732 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] 10.222.0.17 "DELETE /v2.0/networks/9cf34f4a-7249-4d59-a812-ce9cab585661 HTTP/1.1" status: 204 len: 168 time: 0.6390791 Jun 16 23:07:44.069601 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment ac3b7d0c-89c6-481b-a281-08a52d420c78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac3b7d0c-89c6-481b-a281-08a52d420c78 found for delete ", "request_id": "req-3bb6b8ef-37d3-41fc-884a-008518798c2d"}]} Jun 16 23:07:44.084586 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458ed43-b69a-4dcc-b3f8-4b5b23382548 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf34f4a-7249-4d59-a812-ce9cab585661,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:44.153885 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5e69588-d351-4e18-9a17-f86982a4ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (70e6960a-a82f-4058-8fa9-2c96ef001308), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.216989 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5e69588-d351-4e18-9a17-f86982a4ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (70e6960a-a82f-4058-8fa9-2c96ef001308), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.244378 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e69588-d351-4e18-9a17-f86982a4ca03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e6960a-a82f-4058-8fa9-2c96ef001308,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:44.246413 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5e69588-d351-4e18-9a17-f86982a4ca03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.252134 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a5e69588-d351-4e18-9a17-f86982a4ca03 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/70e6960a-a82f-4058-8fa9-2c96ef001308 HTTP/1.1" status: 204 len: 168 time: 0.3206909 Jun 16 23:07:44.252134 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57750) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:44.254477 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9433ab-995d-49f9-a28a-f7936d0da4fc None None] Network 663ca997-5122-4586-973b-ea2e3ed98672 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:07:44.258847 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57752) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:44.302304 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ad2e3d34-dee1-4274-8f23-10eed140ce1c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f3b1be8431b0434d8bd6abca293127d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400212 Jun 16 23:07:44.302824 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57754) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:44.323728 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:44.335073 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (663ca997-5122-4586-973b-ea2e3ed98672), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.354411 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a20336ca-13fe-48da-91e9-067f4e44c673 admin admin] Publish callbacks [] for security_group (661e265e-6605-42fc-aea4-999cd476f3f4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.368495 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57758) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:44.384640 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Deleting port 22682b12-9049-42a3-aeb6-e659bdee9f2c {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:44.384993 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.401746 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a20336ca-13fe-48da-91e9-067f4e44c673 admin admin] Publish callbacks [] for security_group (661e265e-6605-42fc-aea4-999cd476f3f4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.448763 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e35b6d-44c3-4333-bf40-4cb47c673d8b admin admin] Deleting subnet 37263d69-cd29-4368-bb28-bc06ab57a51c {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:07:44.452492 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c8e35b6d-44c3-4333-bf40-4cb47c673d8b admin admin] Publish callbacks [] for subnet (37263d69-cd29-4368-bb28-bc06ab57a51c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.455345 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] For port 22682b12-9049-42a3-aeb6-e659bdee9f2c, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=22682b12-9049-42a3-aeb6-e659bdee9f2c,segment=NetworkSegment(f76dd9db-66c3-4e46-a211-86a081fbcfba),segment_id=f76dd9db-66c3-4e46-a211-86a081fbcfba)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:44.455714 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.469881 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Calling delete_port for 22682b12-9049-42a3-aeb6-e659bdee9f2c owned by network:dhcp {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:44.490439 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c8e35b6d-44c3-4333-bf40-4cb47c673d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456261'] for subnet (37263d69-cd29-4368-bb28-bc06ab57a51c), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.516950 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a20336ca-13fe-48da-91e9-067f4e44c673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (661e265e-6605-42fc-aea4-999cd476f3f4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.519933 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a20336ca-13fe-48da-91e9-067f4e44c673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.524065 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a20336ca-13fe-48da-91e9-067f4e44c673 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/661e265e-6605-42fc-aea4-999cd476f3f4 HTTP/1.1" status: 204 len: 168 time: 0.2173674 Jun 16 23:07:44.531119 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 743feea5-2b43-4556-aa5b-e003d8ba7f9b no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:44.536294 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20336ca-13fe-48da-91e9-067f4e44c673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e265e-6605-42fc-aea4-999cd476f3f4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:44.557501 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c8e35b6d-44c3-4333-bf40-4cb47c673d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (37263d69-cd29-4368-bb28-bc06ab57a51c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.589625 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (22682b12-9049-42a3-aeb6-e659bdee9f2c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.628388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Pushing event deleted for resources: {'Port': ['ID=22682b12-9049-42a3-aeb6-e659bdee9f2c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:44.632735 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] No DVR routers for this DVR port 22682b12-9049-42a3-aeb6-e659bdee9f2c on host dv-cinder-846230-1-iscsi {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:44.657273 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c8e35b6d-44c3-4333-bf40-4cb47c673d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60676562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59473585'] for subnet (37263d69-cd29-4368-bb28-bc06ab57a51c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.699601 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e35b6d-44c3-4333-bf40-4cb47c673d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37263d69-cd29-4368-bb28-bc06ab57a51c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:44.708031 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c8e35b6d-44c3-4333-bf40-4cb47c673d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.713659 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c8e35b6d-44c3-4333-bf40-4cb47c673d8b admin admin] 10.222.0.17 "DELETE /v2.0/subnets/37263d69-cd29-4368-bb28-bc06ab57a51c HTTP/1.1" status: 204 len: 168 time: 0.3440254 Jun 16 23:07:44.716268 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57762) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:44.743610 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079ab2d-5ef5-47b0-91a0-304d9a028b74 None None] DHCP port deletion for 663ca997-5122-4586-973b-ea2e3ed98672 request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:07:44.744363 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (663ca997-5122-4586-973b-ea2e3ed98672), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.753522 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 743feea5-2b43-4556-aa5b-e003d8ba7f9b {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:44.753870 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 743feea5-2b43-4556-aa5b-e003d8ba7f9b not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:44.754401 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 992cfb90-c9a5-41fc-b439-a4503d514d0d no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:44.773767 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663ca997-5122-4586-973b-ea2e3ed98672']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:44.785834 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76dd9db-66c3-4e46-a211-86a081fbcfba') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:44.786143 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76dd9db-66c3-4e46-a211-86a081fbcfba') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:44.787966 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 992cfb90-c9a5-41fc-b439-a4503d514d0d {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:44.788317 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 992cfb90-c9a5-41fc-b439-a4503d514d0d not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:44.788742 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2cca2434-5004-415f-ad60-683be4f309f5 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:44.798978 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58790879'] for segment (f76dd9db-66c3-4e46-a211-86a081fbcfba), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.810847 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 2cca2434-5004-415f-ad60-683be4f309f5 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:44.811187 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 2cca2434-5004-415f-ad60-683be4f309f5 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:44.811806 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:44.816447 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (f76dd9db-66c3-4e46-a211-86a081fbcfba), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.824127 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (5e7c7db6-6141-4dba-9168-34f346c470b1), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.826703 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:07:44.827147 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58791164'] for segment (f76dd9db-66c3-4e46-a211-86a081fbcfba), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.840408 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:44.840974 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device a62c82fd-2ace-43a8-87c4-fbed9ffff9f2 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:44.874456 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment f76dd9db-66c3-4e46-a211-86a081fbcfba resource provider aggregate not found Jun 16 23:07:44.919558 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:44.920590 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (5e7c7db6-6141-4dba-9168-34f346c470b1), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.934199 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment f76dd9db-66c3-4e46-a211-86a081fbcfba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f76dd9db-66c3-4e46-a211-86a081fbcfba found for delete ", "request_id": "req-ee245d3d-5dae-4c8d-b262-ff0c2e10b90a"}]} Jun 16 23:07:44.953046 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (663ca997-5122-4586-973b-ea2e3ed98672), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.962325 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:44.981590 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] 10.222.0.17 "DELETE /v2.0/networks/663ca997-5122-4586-973b-ea2e3ed98672 HTTP/1.1" status: 204 len: 168 time: 0.7285697 Jun 16 23:07:44.990789 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7c7db6-6141-4dba-9168-34f346c470b1']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:45.013271 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009e340-50bf-4fa4-8e63-0dcb639536df admin admin] Pushing event deleted for resources: {'Network': ['ID=663ca997-5122-4586-973b-ea2e3ed98672,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:45.014892 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa8fda1-e375-4a5b-9219-81f836d18218') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:45.015367 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa8fda1-e375-4a5b-9219-81f836d18218') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:45.033331 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (5fa8fda1-e375-4a5b-9219-81f836d18218), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.049698 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (5fa8fda1-e375-4a5b-9219-81f836d18218), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.059927 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:07:45.060776 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (5fa8fda1-e375-4a5b-9219-81f836d18218), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.136916 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (5e7c7db6-6141-4dba-9168-34f346c470b1), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.143708 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.153752 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] 10.222.0.17 "DELETE /v2.0/networks/5e7c7db6-6141-4dba-9168-34f346c470b1 HTTP/1.1" status: 204 len: 168 time: 0.4351654 Jun 16 23:07:45.166825 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fc24a-c0cb-4ad4-aac4-413dbcd46b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7c7db6-6141-4dba-9168-34f346c470b1,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:45.182857 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57790) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:45.219090 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:45.232931 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f49551d5-efcb-4d7a-8961-380dae360813 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0526c12e8bc947209e24daf5ddfad7be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493495 Jun 16 23:07:45.235652 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57792) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:45.283390 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:45.308715 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-700a7dae-5c28-492c-92a1-40553ff44cec admin admin] Publish callbacks [] for security_group (f3fb40a8-8994-4e5c-8bc8-0b94c4997570), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.337242 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-700a7dae-5c28-492c-92a1-40553ff44cec admin admin] Publish callbacks [] for security_group (f3fb40a8-8994-4e5c-8bc8-0b94c4997570), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.400616 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:45.417795 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-700a7dae-5c28-492c-92a1-40553ff44cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (f3fb40a8-8994-4e5c-8bc8-0b94c4997570), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.420610 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-700a7dae-5c28-492c-92a1-40553ff44cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.424661 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-700a7dae-5c28-492c-92a1-40553ff44cec admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f3fb40a8-8994-4e5c-8bc8-0b94c4997570 HTTP/1.1" status: 204 len: 168 time: 0.1871068 Jun 16 23:07:45.437147 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a7dae-5c28-492c-92a1-40553ff44cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fb40a8-8994-4e5c-8bc8-0b94c4997570,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:45.447846 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b7055-72f6-40e3-b76e-498b3bd7b507 req-bf720a12-39b2-49aa-916d-0e4a564aa194 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:45.449643 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687b7055-72f6-40e3-b76e-498b3bd7b507 req-bf720a12-39b2-49aa-916d-0e4a564aa194 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 946 time: 0.0657086 Jun 16 23:07:45.501724 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-687b7055-72f6-40e3-b76e-498b3bd7b507 req-be9b2479-4234-4fd9-9043-cad3389396e8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444832 Jun 16 23:07:45.503720 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57804) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:45.549334 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4ce935a3-fd43-49eb-af26-fe038ce510d3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=91ee581f47a5419098d02102081f617d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443742 Jun 16 23:07:45.552126 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57806) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:45.603616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fc285d96-2061-4033-8884-f04532f3d16b admin admin] Publish callbacks [] for security_group (37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.630235 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fc285d96-2061-4033-8884-f04532f3d16b admin admin] Publish callbacks [] for security_group (37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.686773 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fc285d96-2061-4033-8884-f04532f3d16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.689776 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fc285d96-2061-4033-8884-f04532f3d16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:45.690968 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fc285d96-2061-4033-8884-f04532f3d16b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f HTTP/1.1" status: 204 len: 168 time: 0.1380556 Jun 16 23:07:45.699589 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc285d96-2061-4033-8884-f04532f3d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f4cd85-bcf3-4b20-b45c-b9b0d9ec228f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:45.798267 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 75108d5b-fb4a-4ba2-973f-2da86f5651e1 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:45.820691 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 75108d5b-fb4a-4ba2-973f-2da86f5651e1 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:45.821029 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 75108d5b-fb4a-4ba2-973f-2da86f5651e1 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:45.821440 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 22682b12-9049-42a3-aeb6-e659bdee9f2c no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:45.841061 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 22682b12-9049-42a3-aeb6-e659bdee9f2c {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:45.841061 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 22682b12-9049-42a3-aeb6-e659bdee9f2c not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:46.095648 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 5fa8fda1-e375-4a5b-9219-81f836d18218 resource provider aggregate not found Jun 16 23:07:46.116339 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 5fa8fda1-e375-4a5b-9219-81f836d18218 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fa8fda1-e375-4a5b-9219-81f836d18218 found for delete ", "request_id": "req-5f6367f9-87da-4ef2-8cf0-a44c3f386894"}]} Jun 16 23:07:46.647535 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000df1-0ab5-44d8-aa36-bf65bf8390b6 req-64d69e43-1990-414f-8131-58b6427ee542 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:46.648984 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-02000df1-0ab5-44d8-aa36-bf65bf8390b6 req-64d69e43-1990-414f-8131-58b6427ee542 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 946 time: 0.0516586 Jun 16 23:07:46.707328 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-02000df1-0ab5-44d8-aa36-bf65bf8390b6 req-7f14b890-2ea0-4d8f-89f6-cec9066f4be8 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516927 Jun 16 23:07:46.920581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-58580408-091c-4c22-a4ec-b19d9ebdd686 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:07:46.922300 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-58580408-091c-4c22-a4ec-b19d9ebdd686 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 946 time: 0.0569708 Jun 16 23:07:47.020012 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Deleting port 4b3b90f0-95df-4c59-9186-169416370496 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:47.020429 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (4b3b90f0-95df-4c59-9186-169416370496), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:47.123959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] For port 4b3b90f0-95df-4c59-9186-169416370496, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=4b3b90f0-95df-4c59-9186-169416370496,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:47.124514 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (4b3b90f0-95df-4c59-9186-169416370496), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:47.315230 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:47.315597 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (798830ae-791a-4357-9788-00e0f7aa546d), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:47.315905 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Floating IP 798830ae-791a-4357-9788-00e0f7aa546d disassociated. External IP: 172.27.3.165, port: 4b3b90f0-95df-4c59-9186-169416370496. Jun 16 23:07:47.316247 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Calling delete_port for 4b3b90f0-95df-4c59-9186-169416370496 owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:47.442343 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:47.450015 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (4b3b90f0-95df-4c59-9186-169416370496), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:47.461250 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:47.479129 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event deleted for resources: {'Port': ['ID=4b3b90f0-95df-4c59-9186-169416370496,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:47.597342 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:47.706777 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:47.718357 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] Sync routers for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:47.728043 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:47.728696 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:47.756227 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] No DVR routers for this DVR port 4b3b90f0-95df-4c59-9186-169416370496 on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:47.758635 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:47.763625 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-56670af6-ca26-488e-a7ab-49bcd78a92a6 req-5c8dcb5c-f610-459c-b546-b93cd4b6f31d tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.26 "DELETE /v2.0/ports/4b3b90f0-95df-4c59-9186-169416370496 HTTP/1.1" status: 204 len: 173 time: 0.8318720 Jun 16 23:07:47.764084 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-deleted', 'tag': '4b3b90f0-95df-4c59-9186-169416370496'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:07:47.769415 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a790f76-f703-4ad3-b93c-74875c1b75e5" -d '{"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-deleted", "tag": "4b3b90f0-95df-4c59-9186-169416370496"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:07:47.837629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aea756-e2c6-4d35-b581-9864391b897c x-openstack-request-id: req-07aea756-e2c6-4d35-b581-9864391b897c {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:07:47.838040 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda", "name": "network-vif-deleted", "tag": "4b3b90f0-95df-4c59-9186-169416370496", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:07:47.838391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-07aea756-e2c6-4d35-b581-9864391b897c {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:07:47.838962 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07aea756-e2c6-4d35-b581-9864391b897c'] response: {'server_uuid': '88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda', 'name': 'network-vif-deleted', 'tag': '4b3b90f0-95df-4c59-9186-169416370496', 'status': 'completed', 'code': 200} Jun 16 23:07:47.876203 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-478bd330-4dc0-4c86-9dc6-b348644c446c req-33392811-5a79-4282-b9af-b30413042fae tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 210 time: 0.0371335 Jun 16 23:07:47.877390 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:48.023012 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:48.086768 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:48.114946 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] Checking router: 77a6b5ec-9ec9-4f64-947c-614dadd34c4d for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:48.123973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:48.124567 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:48.224091 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:48.434465 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:48.460542 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef394e-7911-4fe6-84fd-dd4a375ec3fa None None] The sync data for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi is: [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:00:46Z', 'revision_number': 4, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '7b8d8083-c389-4033-84d9-2b5d4c007dbd', 'name': '', 'network_id': 'f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'mac_address': 'fa:16:3e:98:a0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:43Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'subnets': [{'id': 'f6bbe8dc-1aa7-45c8-b07d-dce99e26531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:48.703754 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c9bca6-be99-45c4-9e19-0d6089253131 None None] New status for floating IP 798830ae-791a-4357-9788-00e0f7aa546d: DOWN {{(pid=103764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:07:48.984909 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-93632f18-fdcb-4a20-8a92-657b366dc32a req-8cefdd58-da89-4211-b8d2-0e8bb6929fdf tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 210 time: 0.0267384 Jun 16 23:07:50.098287 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c50dcb88-999f-44ac-b587-4c1e82ab2fdc req-1b5eaf4b-7f48-4e17-935d-dc937b835816 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/ports?device_id=88cf5f83-6cf4-4b7a-8b9d-7c890f5cfdda HTTP/1.1" status: 200 len: 210 time: 0.0313628 Jun 16 23:07:51.185182 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57986) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:51.243723 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-77779a30-faf7-4cbb-b60a-1db4c3b601d5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (8f7a1a59-b3ba-4a61-b9de-f331ed9d6662), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.268583 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-77779a30-faf7-4cbb-b60a-1db4c3b601d5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (8f7a1a59-b3ba-4a61-b9de-f331ed9d6662), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.319877 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-77779a30-faf7-4cbb-b60a-1db4c3b601d5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8f7a1a59-b3ba-4a61-b9de-f331ed9d6662), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.323755 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-77779a30-faf7-4cbb-b60a-1db4c3b601d5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.325068 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-77779a30-faf7-4cbb-b60a-1db4c3b601d5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "DELETE /v2.0/security-groups/8f7a1a59-b3ba-4a61-b9de-f331ed9d6662 HTTP/1.1" status: 204 len: 168 time: 0.1388204 Jun 16 23:07:51.328023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 57992) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:51.335012 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77779a30-faf7-4cbb-b60a-1db4c3b601d5 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7a1a59-b3ba-4a61-b9de-f331ed9d6662,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:51.350872 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.api.v2.resource [None req-0bbe3d30-d5f9-4333-9523-0e19bba8f106 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] show failed (client error): The resource could not be found. Jun 16 23:07:51.352058 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0bbe3d30-d5f9-4333-9523-0e19bba8f106 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "GET /v2.0/security-groups/8f7a1a59-b3ba-4a61-b9de-f331ed9d6662 HTTP/1.1" status: 404 len: 347 time: 0.0228846 Jun 16 23:07:51.355081 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 57994) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:51.464382 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Deleting port c39dc034-d25d-4793-8d48-d7e03770c5e0 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:51.464719 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (c39dc034-d25d-4793-8d48-d7e03770c5e0), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.538572 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (c39dc034-d25d-4793-8d48-d7e03770c5e0), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.538842 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (c39dc034-d25d-4793-8d48-d7e03770c5e0), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.550433 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Calling delete_port for c39dc034-d25d-4793-8d48-d7e03770c5e0 owned by network:floatingip {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:51.680895 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (c39dc034-d25d-4793-8d48-d7e03770c5e0), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.706784 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Pushing event deleted for resources: {'Port': ['ID=c39dc034-d25d-4793-8d48-d7e03770c5e0,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:51.770891 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks [] for floatingip (798830ae-791a-4357-9788-00e0f7aa546d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.773385 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:51.774531 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-3b016eda-d918-48bf-9fad-1c53216d8015 tempest-AttachVolumeShelveTestJSON-2045494089 tempest-AttachVolumeShelveTestJSON-2045494089-project] 10.222.0.17 "DELETE /v2.0/floatingips/798830ae-791a-4357-9788-00e0f7aa546d HTTP/1.1" status: 204 len: 168 time: 0.4185007 Jun 16 23:07:51.908223 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:51.930030 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 4b3b90f0-95df-4c59-9186-169416370496 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:51.930438 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 4b3b90f0-95df-4c59-9186-169416370496 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:52.020973 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58016) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:52.138518 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2aad202b-670e-4551-b6a7-582f9b2af502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:52.159201 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:52.161216 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:52.220014 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2aad202b-670e-4551-b6a7-582f9b2af502 admin admin] Publish callbacks [] for security_group (6191012d-643c-4ebc-8590-0be48ca0199c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:52.223575 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-2aad202b-670e-4551-b6a7-582f9b2af502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (6191012d-643c-4ebc-8590-0be48ca0199c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:52.263483 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-2aad202b-670e-4551-b6a7-582f9b2af502 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=db3d6f4790e3407693f21f92a47f86c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413220 Jun 16 23:07:52.264394 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad202b-670e-4551-b6a7-582f9b2af502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6191012d-643c-4ebc-8590-0be48ca0199c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:52.266116 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58024) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:52.324974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Publish callbacks [] for security_group (6191012d-643c-4ebc-8590-0be48ca0199c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:52.347670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Publish callbacks [] for security_group (6191012d-643c-4ebc-8590-0be48ca0199c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:52.399630 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (6191012d-643c-4ebc-8590-0be48ca0199c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:52.402841 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:52.407541 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6191012d-643c-4ebc-8590-0be48ca0199c HTTP/1.1" status: 204 len: 168 time: 0.1397247 Jun 16 23:07:52.416708 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6191012d-643c-4ebc-8590-0be48ca0199c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:52.424737 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.425121 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.425581 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.425798 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.426078 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.426370 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.426847 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.427171 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.427614 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.427943 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.428263 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.428793 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.429089 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.429406 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:52.429723 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02e4f73-71f5-4371-be2e-fd69aaff2f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:07:53.827008 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58110) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:53.944907 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5816ae96-f354-4066-af6f-6823aeef93f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.022644 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5816ae96-f354-4066-af6f-6823aeef93f3 admin admin] Publish callbacks [] for security_group (8590ba83-7ced-4144-8a85-f60015e49016), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.026646 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5816ae96-f354-4066-af6f-6823aeef93f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8590ba83-7ced-4144-8a85-f60015e49016), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.066080 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5816ae96-f354-4066-af6f-6823aeef93f3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eb2bd01b77f948ceb4ac08cc658d39fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373254 Jun 16 23:07:54.066988 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816ae96-f354-4066-af6f-6823aeef93f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8590ba83-7ced-4144-8a85-f60015e49016,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:54.068750 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58132) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:54.127521 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c653ce9f-b304-41d0-b39d-35d292d1940f admin admin] Publish callbacks [] for security_group (8590ba83-7ced-4144-8a85-f60015e49016), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.150362 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c653ce9f-b304-41d0-b39d-35d292d1940f admin admin] Publish callbacks [] for security_group (8590ba83-7ced-4144-8a85-f60015e49016), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.218037 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c653ce9f-b304-41d0-b39d-35d292d1940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (8590ba83-7ced-4144-8a85-f60015e49016), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.221494 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c653ce9f-b304-41d0-b39d-35d292d1940f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.222771 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c653ce9f-b304-41d0-b39d-35d292d1940f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8590ba83-7ced-4144-8a85-f60015e49016 HTTP/1.1" status: 204 len: 168 time: 0.1519442 Jun 16 23:07:54.254318 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653ce9f-b304-41d0-b39d-35d292d1940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8590ba83-7ced-4144-8a85-f60015e49016,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:54.255649 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58150) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:54.465592 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58158) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:54.596341 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4c4ddfb9-29c6-48ac-be1c-7764431dc430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.696200 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4c4ddfb9-29c6-48ac-be1c-7764431dc430 admin admin] Publish callbacks [] for security_group (5427ee28-1988-41e4-b442-631de942b1d8), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.700967 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4c4ddfb9-29c6-48ac-be1c-7764431dc430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (5427ee28-1988-41e4-b442-631de942b1d8), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.747024 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-4c4ddfb9-29c6-48ac-be1c-7764431dc430 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ea8fed976c5a45168625ccbbf99ab22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803054 Jun 16 23:07:54.747887 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ddfb9-29c6-48ac-be1c-7764431dc430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5427ee28-1988-41e4-b442-631de942b1d8,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:54.750202 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58174) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:54.811903 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-88739759-c5ed-46b7-9c48-eb026427346e admin admin] Publish callbacks [] for security_group (5427ee28-1988-41e4-b442-631de942b1d8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.844676 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-88739759-c5ed-46b7-9c48-eb026427346e admin admin] Publish callbacks [] for security_group (5427ee28-1988-41e4-b442-631de942b1d8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.900076 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-88739759-c5ed-46b7-9c48-eb026427346e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (5427ee28-1988-41e4-b442-631de942b1d8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.903869 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-88739759-c5ed-46b7-9c48-eb026427346e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:54.906723 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-88739759-c5ed-46b7-9c48-eb026427346e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5427ee28-1988-41e4-b442-631de942b1d8 HTTP/1.1" status: 204 len: 168 time: 0.1540203 Jun 16 23:07:54.916299 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739759-c5ed-46b7-9c48-eb026427346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5427ee28-1988-41e4-b442-631de942b1d8,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:55.049848 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:55.183788 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.313181 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:55.328233 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58192) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:55.346687 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-031f9403-76af-4541-8f61-306a72c5dc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.429073 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Deleting port 7b8d8083-c389-4033-84d9-2b5d4c007dbd {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:55.429490 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.432145 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:55.457987 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-031f9403-76af-4541-8f61-306a72c5dc09 admin admin] Publish callbacks [] for security_group (0bbed5f8-3c5e-43d9-860a-daa78a3eb944), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.463483 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-031f9403-76af-4541-8f61-306a72c5dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (0bbed5f8-3c5e-43d9-860a-daa78a3eb944), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.484373 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:55.508801 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f9403-76af-4541-8f61-306a72c5dc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbed5f8-3c5e-43d9-860a-daa78a3eb944,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:55.512098 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-031f9403-76af-4541-8f61-306a72c5dc09 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4375665e8d4644569083471a41b9dcc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825714 Jun 16 23:07:55.514540 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58212) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:55.537080 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] For port 7b8d8083-c389-4033-84d9-2b5d4c007dbd, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=7b8d8083-c389-4033-84d9-2b5d4c007dbd,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:55.537564 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.566881 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Calling delete_port for 7b8d8083-c389-4033-84d9-2b5d4c007dbd owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:55.584991 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a4f66540-ec97-43fe-926b-bc6bbd8f98ba admin admin] Publish callbacks [] for security_group (0bbed5f8-3c5e-43d9-860a-daa78a3eb944), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.607947 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a4f66540-ec97-43fe-926b-bc6bbd8f98ba admin admin] Publish callbacks [] for security_group (0bbed5f8-3c5e-43d9-860a-daa78a3eb944), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.675206 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a4f66540-ec97-43fe-926b-bc6bbd8f98ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (0bbed5f8-3c5e-43d9-860a-daa78a3eb944), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.679984 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a4f66540-ec97-43fe-926b-bc6bbd8f98ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.684577 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a4f66540-ec97-43fe-926b-bc6bbd8f98ba admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0bbed5f8-3c5e-43d9-860a-daa78a3eb944 HTTP/1.1" status: 204 len: 168 time: 0.1690698 Jun 16 23:07:55.694632 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f66540-ec97-43fe-926b-bc6bbd8f98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbed5f8-3c5e-43d9-860a-daa78a3eb944,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:55.796775 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (7b8d8083-c389-4033-84d9-2b5d4c007dbd), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:55.830985 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8d8083-c389-4033-84d9-2b5d4c007dbd,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:56.071957 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58236) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:56.112321 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.242095 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:56.270775 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-412ed1cd-2761-4bd4-be3a-c809dc9a2d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.361624 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-412ed1cd-2761-4bd4-be3a-c809dc9a2d37 admin admin] Publish callbacks [] for security_group (5712f042-cd73-471a-be2f-81ca29b46f91), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.366788 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-412ed1cd-2761-4bd4-be3a-c809dc9a2d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (5712f042-cd73-471a-be2f-81ca29b46f91), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.370262 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:07:56.402463 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-412ed1cd-2761-4bd4-be3a-c809dc9a2d37 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f84064db84a441a1a146641cf69efda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264072 Jun 16 23:07:56.409605 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58252) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:56.416489 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:56.448029 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ed1cd-2761-4bd4-be3a-c809dc9a2d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5712f042-cd73-471a-be2f-81ca29b46f91,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:56.475150 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18d6d93b-98ac-4cc7-a8e6-07aae4762a58 admin admin] Publish callbacks [] for security_group (5712f042-cd73-471a-be2f-81ca29b46f91), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.481217 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:07:56.489551 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e8e36e61-93ce-4d10-8b3a-87d845911ea4 admin admin] 10.222.0.17 "PUT /v2.0/routers/77a6b5ec-9ec9-4f64-947c-614dadd34c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2322431 Jun 16 23:07:56.490759 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] Sync routers for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:07:56.492040 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58254) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:56.500113 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18d6d93b-98ac-4cc7-a8e6-07aae4762a58 admin admin] Publish callbacks [] for security_group (5712f042-cd73-471a-be2f-81ca29b46f91), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.503112 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:56.503939 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:56.557094 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18d6d93b-98ac-4cc7-a8e6-07aae4762a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (5712f042-cd73-471a-be2f-81ca29b46f91), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.560691 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18d6d93b-98ac-4cc7-a8e6-07aae4762a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.564862 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-18d6d93b-98ac-4cc7-a8e6-07aae4762a58 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5712f042-cd73-471a-be2f-81ca29b46f91 HTTP/1.1" status: 204 len: 168 time: 0.1518509 Jun 16 23:07:56.573423 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6d93b-98ac-4cc7-a8e6-07aae4762a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5712f042-cd73-471a-be2f-81ca29b46f91,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:56.606626 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks [] for router (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.651746 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:56.726342 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks [] for router_gateway (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.783139 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Deleting port 3dc2088e-abde-49aa-9163-5be3208bb0ed {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:56.783475 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.793309 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:56.864255 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:07:55Z', 'revision_number': 5, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port': {'id': '3dc2088e-abde-49aa-9163-5be3208bb0ed', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:00:36Z', 'updated_at': '2022-06-16T23:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:56.892597 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] For port 3dc2088e-abde-49aa-9163-5be3208bb0ed, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3dc2088e-abde-49aa-9163-5be3208bb0ed,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:56.892980 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:56.901860 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] Checking router: 77a6b5ec-9ec9-4f64-947c-614dadd34c4d for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:07:56.908186 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Calling delete_port for 3dc2088e-abde-49aa-9163-5be3208bb0ed owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:56.911029 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] Routers {'77a6b5ec-9ec9-4f64-947c-614dadd34c4d'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:07:56.911695 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:07:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:57.013750 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] Set router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:07:57.103957 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:07:56Z', 'revision_number': 6, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:57.133032 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:57.134049 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621550e6-5b15-47ea-882d-e4979239d193 None None] The sync data for ids ['77a6b5ec-9ec9-4f64-947c-614dadd34c4d'] in dv-cinder-846230-1-iscsi is: [{'id': '77a6b5ec-9ec9-4f64-947c-614dadd34c4d', 'name': 'tempest-AttachVolumeShelveTestJSON-1684101088-router', 'tenant_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:00:34Z', 'updated_at': '2022-06-16T23:07:56Z', 'revision_number': 6, 'project_id': '6fc0acf708204e1f8f4510cdb1bbf442', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:07:57.164603 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (3dc2088e-abde-49aa-9163-5be3208bb0ed), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.217581 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc2088e-abde-49aa-9163-5be3208bb0ed,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:57.280659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.376018 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.377658 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks [] for router_controller (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.423556 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (77a6b5ec-9ec9-4f64-947c-614dadd34c4d), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.424081 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77a6b5ec-9ec9-4f64-947c-614dadd34c4d {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:07:57.428790 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.429967 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b14b556f-ee54-45ea-a062-9801694de89b admin admin] 10.222.0.17 "DELETE /v2.0/routers/77a6b5ec-9ec9-4f64-947c-614dadd34c4d HTTP/1.1" status: 204 len: 168 time: 0.9368515 Jun 16 23:07:57.433621 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58294) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:57.496760 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-297e535b-e4ff-41f6-9a56-7c362ac35415 admin admin] Deleting subnet f6bbe8dc-1aa7-45c8-b07d-dce99e26531f {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:07:57.499934 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-297e535b-e4ff-41f6-9a56-7c362ac35415 admin admin] Publish callbacks [] for subnet (f6bbe8dc-1aa7-45c8-b07d-dce99e26531f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.540781 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-297e535b-e4ff-41f6-9a56-7c362ac35415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (f6bbe8dc-1aa7-45c8-b07d-dce99e26531f), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.647914 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-297e535b-e4ff-41f6-9a56-7c362ac35415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (f6bbe8dc-1aa7-45c8-b07d-dce99e26531f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.701198 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:57.713584 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-297e535b-e4ff-41f6-9a56-7c362ac35415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (f6bbe8dc-1aa7-45c8-b07d-dce99e26531f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.739577 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e535b-e4ff-41f6-9a56-7c362ac35415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6bbe8dc-1aa7-45c8-b07d-dce99e26531f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:57.743228 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-297e535b-e4ff-41f6-9a56-7c362ac35415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.746339 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-297e535b-e4ff-41f6-9a56-7c362ac35415 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f6bbe8dc-1aa7-45c8-b07d-dce99e26531f HTTP/1.1" status: 204 len: 168 time: 0.3117616 Jun 16 23:07:57.749164 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58308) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:57.751254 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa073be-2066-4b83-a125-0a8213130bc9 None None] Network f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:07:57.822182 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:57.823365 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58310) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:57.843354 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:57.907849 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Deleting port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:57.908448 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.065723 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 7b8d8083-c389-4033-84d9-2b5d4c007dbd no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:58.096991 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] DHCP port deletion for f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:07:58.099131 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 7b8d8083-c389-4033-84d9-2b5d4c007dbd {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:58.099674 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 7b8d8083-c389-4033-84d9-2b5d4c007dbd not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:58.100093 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3dc2088e-abde-49aa-9163-5be3208bb0ed no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:58.122535 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 3dc2088e-abde-49aa-9163-5be3208bb0ed {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:58.123199 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3dc2088e-abde-49aa-9163-5be3208bb0ed not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:07:58.164186 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] Deleting port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:07:58.164600 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.259694 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] For port 6b799bea-ccad-4ee6-986f-e7795b6a38c7, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=6b799bea-ccad-4ee6-986f-e7795b6a38c7,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:58.260095 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.275137 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] Calling delete_port for 6b799bea-ccad-4ee6-986f-e7795b6a38c7 owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:58.334586 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] For port 6b799bea-ccad-4ee6-986f-e7795b6a38c7, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=6b799bea-ccad-4ee6-986f-e7795b6a38c7,segment=NetworkSegment(949d0046-9c24-494e-a2ce-9ccf2f996c75),segment_id=949d0046-9c24-494e-a2ce-9ccf2f996c75)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:07:58.334969 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.337715 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-32ac9068-0191-4c75-bfe7-812cfdd8b313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.354779 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:58.355860 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Calling delete_port for 6b799bea-ccad-4ee6-986f-e7795b6a38c7 owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:07:58.365548 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.407431 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] Pushing event deleted for resources: {'Port': ['ID=6b799bea-ccad-4ee6-986f-e7795b6a38c7,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:58.413088 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3d19c-96c2-4883-9757-c9ea7d186f2a None None] No DVR routers for this DVR port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 on host dv-cinder-846230-1-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:58.429018 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:58.504505 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-32ac9068-0191-4c75-bfe7-812cfdd8b313 admin admin] Publish callbacks [] for security_group (30526519-fcb2-480c-8bec-e8052de58743), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.505421 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (6b799bea-ccad-4ee6-986f-e7795b6a38c7), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.531665 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-32ac9068-0191-4c75-bfe7-812cfdd8b313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (30526519-fcb2-480c-8bec-e8052de58743), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.543968 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=6b799bea-ccad-4ee6-986f-e7795b6a38c7,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:58.556962 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] No DVR routers for this DVR port 6b799bea-ccad-4ee6-986f-e7795b6a38c7 on host dv-cinder-846230-1-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:07:58.596470 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58332) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:58.597057 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-32ac9068-0191-4c75-bfe7-812cfdd8b313 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8696fb087d7944b0ada172af1b99a63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7728713 Jun 16 23:07:58.613021 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac9068-0191-4c75-bfe7-812cfdd8b313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30526519-fcb2-480c-8bec-e8052de58743,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:58.662057 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.662324 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8414b616-ac05-4a65-a8f0-8319cde010a1 admin admin] Publish callbacks [] for security_group (30526519-fcb2-480c-8bec-e8052de58743), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.683403 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:58.685510 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8414b616-ac05-4a65-a8f0-8319cde010a1 admin admin] Publish callbacks [] for security_group (30526519-fcb2-480c-8bec-e8052de58743), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.693795 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949d0046-9c24-494e-a2ce-9ccf2f996c75') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:58.694127 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949d0046-9c24-494e-a2ce-9ccf2f996c75') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:07:58.710832 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (949d0046-9c24-494e-a2ce-9ccf2f996c75), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.733977 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (949d0046-9c24-494e-a2ce-9ccf2f996c75), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.737573 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8414b616-ac05-4a65-a8f0-8319cde010a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (30526519-fcb2-480c-8bec-e8052de58743), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.741137 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8414b616-ac05-4a65-a8f0-8319cde010a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.741712 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:07:58.742308 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8414b616-ac05-4a65-a8f0-8319cde010a1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/30526519-fcb2-480c-8bec-e8052de58743 HTTP/1.1" status: 204 len: 168 time: 0.1448541 Jun 16 23:07:58.745294 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (949d0046-9c24-494e-a2ce-9ccf2f996c75), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.751222 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414b616-ac05-4a65-a8f0-8319cde010a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30526519-fcb2-480c-8bec-e8052de58743,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:58.794657 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 949d0046-9c24-494e-a2ce-9ccf2f996c75 resource provider aggregate not found Jun 16 23:07:58.818041 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 949d0046-9c24-494e-a2ce-9ccf2f996c75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 949d0046-9c24-494e-a2ce-9ccf2f996c75 found for delete ", "request_id": "req-ad3055e2-3586-459d-97e9-6d0e6296fca5"}]} Jun 16 23:07:58.826612 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.832268 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:58.835353 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] 10.222.0.17 "DELETE /v2.0/networks/f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3 HTTP/1.1" status: 204 len: 168 time: 1.0844741 Jun 16 23:07:58.847451 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae3838-7b6b-47fd-935e-ba25e119fbbd admin admin] Pushing event deleted for resources: {'Network': ['ID=f202f4d7-e0e3-4d9b-8b91-98aa75fbf7a3,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:59.108435 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58368) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:59.159062 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58372) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:59.159220 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-47a9d9b5-f36d-44e1-83fd-b47805ba957c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6fc0acf708204e1f8f4510cdb1bbf442&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467656 Jun 16 23:07:59.185067 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58378) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:59.204746 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f251bacc-ea04-4450-9e04-6d1c3b490fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.224648 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ccf9ef-2873-4415-b7d3-a7869cec52ec admin admin] Publish callbacks [] for security_group (16634e92-3c63-457f-9ab7-c262c2500a17), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.258187 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ccf9ef-2873-4415-b7d3-a7869cec52ec admin admin] Publish callbacks [] for security_group (16634e92-3c63-457f-9ab7-c262c2500a17), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.294480 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:07:59.325838 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ccf9ef-2873-4415-b7d3-a7869cec52ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (16634e92-3c63-457f-9ab7-c262c2500a17), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.329277 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53ccf9ef-2873-4415-b7d3-a7869cec52ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.334334 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-53ccf9ef-2873-4415-b7d3-a7869cec52ec admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/16634e92-3c63-457f-9ab7-c262c2500a17 HTTP/1.1" status: 204 len: 168 time: 0.1738527 Jun 16 23:07:59.344678 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccf9ef-2873-4415-b7d3-a7869cec52ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16634e92-3c63-457f-9ab7-c262c2500a17,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:59.361043 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f251bacc-ea04-4450-9e04-6d1c3b490fea admin admin] Publish callbacks [] for security_group (c28b9466-9efc-4aa9-ac29-57322f55a4d5), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.367517 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f251bacc-ea04-4450-9e04-6d1c3b490fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c28b9466-9efc-4aa9-ac29-57322f55a4d5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.444999 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58402) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:07:59.445552 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f251bacc-ea04-4450-9e04-6d1c3b490fea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1eee72cbe2fb43c9a954197fcbec439c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592437 Jun 16 23:07:59.448289 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251bacc-ea04-4450-9e04-6d1c3b490fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b9466-9efc-4aa9-ac29-57322f55a4d5,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:59.523865 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-36505e27-6696-4b70-a478-4bce2a204a21 admin admin] Publish callbacks [] for security_group (c28b9466-9efc-4aa9-ac29-57322f55a4d5), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.557156 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-36505e27-6696-4b70-a478-4bce2a204a21 admin admin] Publish callbacks [] for security_group (c28b9466-9efc-4aa9-ac29-57322f55a4d5), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.623345 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-36505e27-6696-4b70-a478-4bce2a204a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c28b9466-9efc-4aa9-ac29-57322f55a4d5), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.627861 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-36505e27-6696-4b70-a478-4bce2a204a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:07:59.636209 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-36505e27-6696-4b70-a478-4bce2a204a21 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c28b9466-9efc-4aa9-ac29-57322f55a4d5 HTTP/1.1" status: 204 len: 168 time: 0.1838512 Jun 16 23:07:59.644990 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36505e27-6696-4b70-a478-4bce2a204a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b9466-9efc-4aa9-ac29-57322f55a4d5,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:07:59.849863 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 6b799bea-ccad-4ee6-986f-e7795b6a38c7 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:07:59.889551 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 6b799bea-ccad-4ee6-986f-e7795b6a38c7 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:07:59.890843 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 6b799bea-ccad-4ee6-986f-e7795b6a38c7 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:08:00.244060 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:00.245658 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:00.642842 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58500) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:00.671921 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58504) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:00.829792 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-989da3fe-374c-475a-a502-bc9cc12b3dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:00.837746 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886708773-network', 'tenant_id': '106a057617484fd9b8f804c29365a485'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:00.850033 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:00.864633 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Made reservation on behalf of 106a057617484fd9b8f804c29365a485 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:00.867427 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:00.876897 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:00.908014 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:00.928134 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-989da3fe-374c-475a-a502-bc9cc12b3dc6 admin admin] Publish callbacks [] for security_group (e1dbf613-2b8c-48c7-b550-0ac993530393), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:00.934224 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-989da3fe-374c-475a-a502-bc9cc12b3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (e1dbf613-2b8c-48c7-b550-0ac993530393), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:00.971200 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Publish callbacks [] for security_group (3753cd3a-104c-493b-8689-49d798b70808), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:00.976723 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3753cd3a-104c-493b-8689-49d798b70808), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:00.991186 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:08:00.994111 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-989da3fe-374c-475a-a502-bc9cc12b3dc6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c5dcade3e63a44e6a998e8949ccce206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495569 Jun 16 23:08:00.997596 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58520) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:01.005328 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.005721 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Added segment 67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f of type vlan for network 26be32b9-2ee3-4e6b-afc4-eccf77de3c24 Jun 16 23:08:01.016292 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989da3fe-374c-475a-a502-bc9cc12b3dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dbf613-2b8c-48c7-b550-0ac993530393,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:01.049769 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (26be32b9-2ee3-4e6b-afc4-eccf77de3c24), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.077408 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf1ca-2028-4964-9be5-cd7fda7595bd admin admin] Publish callbacks [] for security_group (e1dbf613-2b8c-48c7-b550-0ac993530393), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.094748 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3753cd3a-104c-493b-8689-49d798b70808,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:01.100466 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (26be32b9-2ee3-4e6b-afc4-eccf77de3c24), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.101821 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:01.103174 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.107341 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf1ca-2028-4964-9be5-cd7fda7595bd admin admin] Publish callbacks [] for security_group (e1dbf613-2b8c-48c7-b550-0ac993530393), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.171456 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=26be32b9-2ee3-4e6b-afc4-eccf77de3c24,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:01.185070 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4237a8d6-0a11-4f32-9097-442c7748b3e6 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5120361 Jun 16 23:08:01.189317 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58528) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:01.192367 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 26be32b9-2ee3-4e6b-afc4-eccf77de3c24 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:08:01.194855 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Request body: {'subnet': {'network_id': '26be32b9-2ee3-4e6b-afc4-eccf77de3c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886708773-subnet', 'tenant_id': '106a057617484fd9b8f804c29365a485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:01.212912 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf1ca-2028-4964-9be5-cd7fda7595bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (e1dbf613-2b8c-48c7-b550-0ac993530393), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.215774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf1ca-2028-4964-9be5-cd7fda7595bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.219820 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-0e7bf1ca-2028-4964-9be5-cd7fda7595bd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e1dbf613-2b8c-48c7-b550-0ac993530393 HTTP/1.1" status: 204 len: 168 time: 0.2210307 Jun 16 23:08:01.234375 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf1ca-2028-4964-9be5-cd7fda7595bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dbf613-2b8c-48c7-b550-0ac993530393,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:01.243036 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Made reservation on behalf of 106a057617484fd9b8f804c29365a485 for: {'subnet': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:01.246901 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59473562'] for subnet (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.452211 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60676501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59473576'] for subnet (492965c6-3287-43b7-8e94-c76537970f4f), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.512357 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=492965c6-3287-43b7-8e94-c76537970f4f,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:01.523034 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Checking segment: {'id': '67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '26be32b9-2ee3-4e6b-afc4-eccf77de3c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:08:01.523391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Network hostable DHCP agents. Network: 26be32b9-2ee3-4e6b-afc4-eccf77de3c24, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:08:01.542388 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Network 26be32b9-2ee3-4e6b-afc4-eccf77de3c24 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:08:01.552983 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 26be32b9-2ee3-4e6b-afc4-eccf77de3c24) {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:01.557667 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:01.558707 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.565759 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d472f-7440-44ae-8c1b-9f2debe28345 None None] Network 26be32b9-2ee3-4e6b-afc4-eccf77de3c24 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:08:01.603244 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fbd2bf93-2f49-4b0f-a26b-dd878195fd30 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4125564 Jun 16 23:08:01.688239 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58544) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:01.708071 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f84125-f501-432c-aa87-384559bd00cd None None] Network 26be32b9-2ee3-4e6b-afc4-eccf77de3c24 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:08:01.709317 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bff6081c-9e3f-4f31-a297-33ed6d5ff4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.798010 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bff6081c-9e3f-4f31-a297-33ed6d5ff4ed admin admin] Publish callbacks [] for security_group (eacf3a24-2e99-4395-930a-0fb40fafed97), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.803315 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bff6081c-9e3f-4f31-a297-33ed6d5ff4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (eacf3a24-2e99-4395-930a-0fb40fafed97), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.810206 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:01.834366 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:01.855417 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bff6081c-9e3f-4f31-a297-33ed6d5ff4ed admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8b3aeb2c19014b43bdcd045b1a3991db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708119 Jun 16 23:08:01.858179 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58552) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:01.862324 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6081c-9e3f-4f31-a297-33ed6d5ff4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf3a24-2e99-4395-930a-0fb40fafed97,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:01.918138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-939a32fa-36e1-46b0-96ec-842e9077399a admin admin] Publish callbacks [] for security_group (eacf3a24-2e99-4395-930a-0fb40fafed97), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.922240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:01.942240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-939a32fa-36e1-46b0-96ec-842e9077399a admin admin] Publish callbacks [] for security_group (eacf3a24-2e99-4395-930a-0fb40fafed97), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.995523 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-939a32fa-36e1-46b0-96ec-842e9077399a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (eacf3a24-2e99-4395-930a-0fb40fafed97), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:01.998442 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-939a32fa-36e1-46b0-96ec-842e9077399a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.002151 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-939a32fa-36e1-46b0-96ec-842e9077399a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eacf3a24-2e99-4395-930a-0fb40fafed97 HTTP/1.1" status: 204 len: 168 time: 0.1394830 Jun 16 23:08:02.007934 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a32fa-36e1-46b0-96ec-842e9077399a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf3a24-2e99-4395-930a-0fb40fafed97,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:02.319007 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58580) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:02.325867 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-79355827-network', 'tenant_id': 'fb1199adbd594f9eaa201525dd9880da'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:02.345002 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:02.350559 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Made reservation on behalf of fb1199adbd594f9eaa201525dd9880da for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:02.353442 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.364646 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.445513 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Publish callbacks [] for security_group (b51dbb7c-6a29-4a6b-bf96-bb99af0d9fb2), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.450940 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (b51dbb7c-6a29-4a6b-bf96-bb99af0d9fb2), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.477114 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:08:02.486289 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51dbb7c-6a29-4a6b-bf96-bb99af0d9fb2,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:02.493915 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (e35665f0-b504-4d43-b10f-2289f69469a4), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.494231 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Added segment e35665f0-b504-4d43-b10f-2289f69469a4 of type vlan for network 4545e10f-83cc-4e45-8560-9aaa04b9e675 Jun 16 23:08:02.538801 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (4545e10f-83cc-4e45-8560-9aaa04b9e675), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.565790 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (4545e10f-83cc-4e45-8560-9aaa04b9e675), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.566840 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:02.567414 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.603125 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.2825584 Jun 16 23:08:02.606019 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58590) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:02.614455 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Request body: {'subnet': {'network_id': '4545e10f-83cc-4e45-8560-9aaa04b9e675', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-79355827-subnet', 'tenant_id': 'fb1199adbd594f9eaa201525dd9880da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:02.635924 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd6b3b-4b9f-4fee-926a-7304e8999b65 admin admin] Pushing event updated for resources: {'Network': ['ID=4545e10f-83cc-4e45-8560-9aaa04b9e675,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:02.640177 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Made reservation on behalf of fb1199adbd594f9eaa201525dd9880da for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:02.644057 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60471339'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.648632 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 4545e10f-83cc-4e45-8560-9aaa04b9e675 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:08:02.727981 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4ec5daf6-1947-40b7-af44-cbd3b752c828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.745969 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:02.838805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58791013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60471321'] for subnet (27e47c33-b932-4bcc-a58b-bf7e354c9433), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.903583 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e47c33-b932-4bcc-a58b-bf7e354c9433,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:02.912297 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Checking segment: {'id': 'e35665f0-b504-4d43-b10f-2289f69469a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4545e10f-83cc-4e45-8560-9aaa04b9e675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:08:02.912663 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Network hostable DHCP agents. Network: 4545e10f-83cc-4e45-8560-9aaa04b9e675, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:08:02.930346 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Network 4545e10f-83cc-4e45-8560-9aaa04b9e675 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:08:02.938657 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 4545e10f-83cc-4e45-8560-9aaa04b9e675) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:02.942815 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:02.943416 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:02.950209 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e3f77-4f4d-4c6b-a21c-fd2445f56aa2 None None] Network 4545e10f-83cc-4e45-8560-9aaa04b9e675 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:08:02.970776 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b296005c-535e-44db-8e43-56966d7c3f11 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3622932 Jun 16 23:08:03.047843 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:03.056746 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6be2a7-1d6d-47e2-8569-d733315b38d4 None None] Network 4545e10f-83cc-4e45-8560-9aaa04b9e675 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:08:03.093805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58604) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:03.142260 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec89b4c-4458-4d6f-ba25-fe26269eadb3 admin admin] Deleting subnet 492965c6-3287-43b7-8e94-c76537970f4f {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:08:03.145686 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ec89b4c-4458-4d6f-ba25-fe26269eadb3 admin admin] Publish callbacks [] for subnet (492965c6-3287-43b7-8e94-c76537970f4f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.182909 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ec89b4c-4458-4d6f-ba25-fe26269eadb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (492965c6-3287-43b7-8e94-c76537970f4f), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.224225 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ec89b4c-4458-4d6f-ba25-fe26269eadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (492965c6-3287-43b7-8e94-c76537970f4f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.283421 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ec89b4c-4458-4d6f-ba25-fe26269eadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (492965c6-3287-43b7-8e94-c76537970f4f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.312168 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8ec89b4c-4458-4d6f-ba25-fe26269eadb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.318338 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8ec89b4c-4458-4d6f-ba25-fe26269eadb3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/492965c6-3287-43b7-8e94-c76537970f4f HTTP/1.1" status: 204 len: 168 time: 0.2205870 Jun 16 23:08:03.318338 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec89b4c-4458-4d6f-ba25-fe26269eadb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492965c6-3287-43b7-8e94-c76537970f4f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:03.318970 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58616) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:03.412480 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (26be32b9-2ee3-4e6b-afc4-eccf77de3c24), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.520401 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (26be32b9-2ee3-4e6b-afc4-eccf77de3c24), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.546168 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26be32b9-2ee3-4e6b-afc4-eccf77de3c24']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:03.564306 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:03.564598 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:03.575446 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.592095 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.600102 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:08:03.601333 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.644633 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f resource provider aggregate not found Jun 16 23:08:03.709024 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (26be32b9-2ee3-4e6b-afc4-eccf77de3c24), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.714846 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67da05ae-9e1c-4d97-8cb1-b3cc17c5c15f found for delete ", "request_id": "req-f408dd39-e6ff-449a-b1f4-b588ce864f8b"}]} Jun 16 23:08:03.730070 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.735460 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] 10.222.0.17 "DELETE /v2.0/networks/26be32b9-2ee3-4e6b-afc4-eccf77de3c24 HTTP/1.1" status: 204 len: 168 time: 0.4143047 Jun 16 23:08:03.746507 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58678) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:03.757517 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b208f-bb52-43f2-9e0b-c9a2e85f5c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=26be32b9-2ee3-4e6b-afc4-eccf77de3c24,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:03.793490 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0ba5c4-89b0-433f-b84d-fa63f8bfa066 admin admin] Deleting subnet 27e47c33-b932-4bcc-a58b-bf7e354c9433 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:08:03.797006 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba5c4-89b0-433f-b84d-fa63f8bfa066 admin admin] Publish callbacks [] for subnet (27e47c33-b932-4bcc-a58b-bf7e354c9433), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.840205 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba5c4-89b0-433f-b84d-fa63f8bfa066 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (27e47c33-b932-4bcc-a58b-bf7e354c9433), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.889532 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:03.902876 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba5c4-89b0-433f-b84d-fa63f8bfa066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (27e47c33-b932-4bcc-a58b-bf7e354c9433), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:03.972246 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba5c4-89b0-433f-b84d-fa63f8bfa066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (27e47c33-b932-4bcc-a58b-bf7e354c9433), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.001193 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ba5c4-89b0-433f-b84d-fa63f8bfa066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e47c33-b932-4bcc-a58b-bf7e354c9433,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:04.003215 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba5c4-89b0-433f-b84d-fa63f8bfa066 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.006671 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ac0ba5c4-89b0-433f-b84d-fa63f8bfa066 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/27e47c33-b932-4bcc-a58b-bf7e354c9433 HTTP/1.1" status: 204 len: 168 time: 0.2673154 Jun 16 23:08:04.009604 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58688) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:04.083154 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (4545e10f-83cc-4e45-8560-9aaa04b9e675), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.168900 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (4545e10f-83cc-4e45-8560-9aaa04b9e675), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.181535 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:04.190979 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4545e10f-83cc-4e45-8560-9aaa04b9e675']}} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:04.206468 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35665f0-b504-4d43-b10f-2289f69469a4') {'for_net_delete': True} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:04.206805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.services.segments.db [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35665f0-b504-4d43-b10f-2289f69469a4') {} {{(pid=103761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:04.217756 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58790879'] for segment (e35665f0-b504-4d43-b10f-2289f69469a4), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.234898 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (e35665f0-b504-4d43-b10f-2289f69469a4), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.241453 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103761) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:08:04.241856 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58791164'] for segment (e35665f0-b504-4d43-b10f-2289f69469a4), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.296325 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment e35665f0-b504-4d43-b10f-2289f69469a4 resource provider aggregate not found Jun 16 23:08:04.315030 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.services.segments.plugin [-] Segment e35665f0-b504-4d43-b10f-2289f69469a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e35665f0-b504-4d43-b10f-2289f69469a4 found for delete ", "request_id": "req-bea1a0dd-6a61-4fc3-bd14-5ed714c3038d"}]} Jun 16 23:08:04.321506 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (4545e10f-83cc-4e45-8560-9aaa04b9e675), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.327791 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.331148 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] 10.222.0.17 "DELETE /v2.0/networks/4545e10f-83cc-4e45-8560-9aaa04b9e675 HTTP/1.1" status: 204 len: 168 time: 0.3206134 Jun 16 23:08:04.342473 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894828df-7824-404a-9be9-c3dc6afb73c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4545e10f-83cc-4e45-8560-9aaa04b9e675,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:04.517670 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58726) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:04.561974 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b19caa77-488b-47f8-ad64-7e7aa0bff09d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=106a057617484fd9b8f804c29365a485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430031 Jun 16 23:08:04.564645 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58730) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:04.620824 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a19b0a2f-d371-4217-98b2-a4180093d592 admin admin] Publish callbacks [] for security_group (3753cd3a-104c-493b-8689-49d798b70808), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.644754 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a19b0a2f-d371-4217-98b2-a4180093d592 admin admin] Publish callbacks [] for security_group (3753cd3a-104c-493b-8689-49d798b70808), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.695252 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a19b0a2f-d371-4217-98b2-a4180093d592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3753cd3a-104c-493b-8689-49d798b70808), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.699081 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a19b0a2f-d371-4217-98b2-a4180093d592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:04.702924 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a19b0a2f-d371-4217-98b2-a4180093d592 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3753cd3a-104c-493b-8689-49d798b70808 HTTP/1.1" status: 204 len: 168 time: 0.1346133 Jun 16 23:08:04.710069 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b0a2f-d371-4217-98b2-a4180093d592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3753cd3a-104c-493b-8689-49d798b70808,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:04.833110 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-55084232-c06f-40a5-a252-ba71560e2df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:05.124190 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58756) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:05.181975 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-cd9a5a6f-5eb7-4dd3-965f-9981955e5b6e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fb1199adbd594f9eaa201525dd9880da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566010 Jun 16 23:08:05.184379 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58758) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:05.254665 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b918b8b9-d66d-476e-a46e-5e699d334ad1 admin admin] Publish callbacks [] for security_group (b51dbb7c-6a29-4a6b-bf96-bb99af0d9fb2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:05.278904 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b918b8b9-d66d-476e-a46e-5e699d334ad1 admin admin] Publish callbacks [] for security_group (b51dbb7c-6a29-4a6b-bf96-bb99af0d9fb2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:05.328170 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b918b8b9-d66d-476e-a46e-5e699d334ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (b51dbb7c-6a29-4a6b-bf96-bb99af0d9fb2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:05.330755 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b918b8b9-d66d-476e-a46e-5e699d334ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:05.331890 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b918b8b9-d66d-476e-a46e-5e699d334ad1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b51dbb7c-6a29-4a6b-bf96-bb99af0d9fb2 HTTP/1.1" status: 204 len: 168 time: 0.1464326 Jun 16 23:08:05.340010 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918b8b9-d66d-476e-a46e-5e699d334ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51dbb7c-6a29-4a6b-bf96-bb99af0d9fb2,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:05.817458 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:06.555555 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58820) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:06.777473 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3608640c-52b4-4381-8b8a-70b9b3d712c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:06.866045 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3608640c-52b4-4381-8b8a-70b9b3d712c3 admin admin] Publish callbacks [] for security_group (b1543cb3-6900-4c55-9445-af2ff6a2d71b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:06.871567 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-3608640c-52b4-4381-8b8a-70b9b3d712c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (b1543cb3-6900-4c55-9445-af2ff6a2d71b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:06.889954 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=10,neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:06.915869 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-3608640c-52b4-4381-8b8a-70b9b3d712c3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=51d1622a94da4621b94b0dcc82a5e64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593411 Jun 16 23:08:06.917494 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608640c-52b4-4381-8b8a-70b9b3d712c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1543cb3-6900-4c55-9445-af2ff6a2d71b,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:06.920321 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58834) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:06.979571 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2760be9-cacb-4f6d-a0fa-cc141b34a696 admin admin] Publish callbacks [] for security_group (b1543cb3-6900-4c55-9445-af2ff6a2d71b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.002946 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2760be9-cacb-4f6d-a0fa-cc141b34a696 admin admin] Publish callbacks [] for security_group (b1543cb3-6900-4c55-9445-af2ff6a2d71b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.014241 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:07.062194 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2760be9-cacb-4f6d-a0fa-cc141b34a696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (b1543cb3-6900-4c55-9445-af2ff6a2d71b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.065245 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2760be9-cacb-4f6d-a0fa-cc141b34a696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.066401 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c2760be9-cacb-4f6d-a0fa-cc141b34a696 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b1543cb3-6900-4c55-9445-af2ff6a2d71b HTTP/1.1" status: 204 len: 168 time: 0.1447742 Jun 16 23:08:07.077156 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2760be9-cacb-4f6d-a0fa-cc141b34a696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1543cb3-6900-4c55-9445-af2ff6a2d71b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:07.390409 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58866) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:07.419898 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-133c7d47-6cb3-47bc-93bc-9347f20af518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.424383 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.506750 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-133c7d47-6cb3-47bc-93bc-9347f20af518 admin admin] Publish callbacks [] for security_group (d6c68e02-0cdb-4674-a00f-ec99cc429c4a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.517759 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-133c7d47-6cb3-47bc-93bc-9347f20af518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d6c68e02-0cdb-4674-a00f-ec99cc429c4a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.530404 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:07.543873 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58874) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:07.564435 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-133c7d47-6cb3-47bc-93bc-9347f20af518 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5d260517390f436495b4bc5e4e356728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726942 Jun 16 23:08:07.565996 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c7d47-6cb3-47bc-93bc-9347f20af518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c68e02-0cdb-4674-a00f-ec99cc429c4a,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:07.567811 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58878) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:07.620592 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:07.634260 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38ada917-6ff6-43cc-b471-397035eec0c2 admin admin] Publish callbacks [] for security_group (d6c68e02-0cdb-4674-a00f-ec99cc429c4a), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.664475 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38ada917-6ff6-43cc-b471-397035eec0c2 admin admin] Publish callbacks [] for security_group (d6c68e02-0cdb-4674-a00f-ec99cc429c4a), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.704184 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f7c39622-7fee-4280-82ea-0e1054b75327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.748810 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38ada917-6ff6-43cc-b471-397035eec0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d6c68e02-0cdb-4674-a00f-ec99cc429c4a), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.751814 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-38ada917-6ff6-43cc-b471-397035eec0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.755029 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-38ada917-6ff6-43cc-b471-397035eec0c2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d6c68e02-0cdb-4674-a00f-ec99cc429c4a HTTP/1.1" status: 204 len: 168 time: 0.1765854 Jun 16 23:08:07.772572 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada917-6ff6-43cc-b471-397035eec0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c68e02-0cdb-4674-a00f-ec99cc429c4a,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:07.849117 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f7c39622-7fee-4280-82ea-0e1054b75327 admin admin] Publish callbacks [] for security_group (5bd04ed3-ea3f-4852-a68a-4e1b3377dc31), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.854328 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f7c39622-7fee-4280-82ea-0e1054b75327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (5bd04ed3-ea3f-4852-a68a-4e1b3377dc31), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.901858 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f7c39622-7fee-4280-82ea-0e1054b75327 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fb1e8a75367d44eb9df63c5b20c50454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568864 Jun 16 23:08:07.904810 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58886) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:07.920190 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c39622-7fee-4280-82ea-0e1054b75327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd04ed3-ea3f-4852-a68a-4e1b3377dc31,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:07.964731 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6ab64188-2e4d-4180-8185-dafe058fa1b0 admin admin] Publish callbacks [] for security_group (5bd04ed3-ea3f-4852-a68a-4e1b3377dc31), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:07.986831 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6ab64188-2e4d-4180-8185-dafe058fa1b0 admin admin] Publish callbacks [] for security_group (5bd04ed3-ea3f-4852-a68a-4e1b3377dc31), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.034534 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6ab64188-2e4d-4180-8185-dafe058fa1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (5bd04ed3-ea3f-4852-a68a-4e1b3377dc31), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.037787 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-6ab64188-2e4d-4180-8185-dafe058fa1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.042025 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-6ab64188-2e4d-4180-8185-dafe058fa1b0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5bd04ed3-ea3f-4852-a68a-4e1b3377dc31 HTTP/1.1" status: 204 len: 168 time: 0.1331656 Jun 16 23:08:08.049118 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab64188-2e4d-4180-8185-dafe058fa1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd04ed3-ea3f-4852-a68a-4e1b3377dc31,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:08.248917 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.303852 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.365414 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 58910) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:08.380194 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-df293a90-4b97-44b3-8430-0c1d627ed3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.462025 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-df293a90-4b97-44b3-8430-0c1d627ed3a2 admin admin] Publish callbacks [] for security_group (d0111508-baf9-49a7-abe5-644e1ecda217), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.465148 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-df293a90-4b97-44b3-8430-0c1d627ed3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d0111508-baf9-49a7-abe5-644e1ecda217), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.505143 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-df293a90-4b97-44b3-8430-0c1d627ed3a2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b1b665b659c947f79983ee60a84dffae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386089 Jun 16 23:08:08.506413 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df293a90-4b97-44b3-8430-0c1d627ed3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0111508-baf9-49a7-abe5-644e1ecda217,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:08.508316 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 58914) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:08.565946 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-35e66255-4bac-40c4-aa31-c5978c7e2b4f admin admin] Publish callbacks [] for security_group (d0111508-baf9-49a7-abe5-644e1ecda217), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.588279 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-35e66255-4bac-40c4-aa31-c5978c7e2b4f admin admin] Publish callbacks [] for security_group (d0111508-baf9-49a7-abe5-644e1ecda217), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.643099 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-35e66255-4bac-40c4-aa31-c5978c7e2b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d0111508-baf9-49a7-abe5-644e1ecda217), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.645854 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-35e66255-4bac-40c4-aa31-c5978c7e2b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:08.647103 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-35e66255-4bac-40c4-aa31-c5978c7e2b4f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d0111508-baf9-49a7-abe5-644e1ecda217 HTTP/1.1" status: 204 len: 168 time: 0.1375780 Jun 16 23:08:08.655631 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e66255-4bac-40c4-aa31-c5978c7e2b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0111508-baf9-49a7-abe5-644e1ecda217,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:11.891705 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59066) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:12.012045 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-01eae0d7-f260-4606-80f0-f48a6328a7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.095930 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-01eae0d7-f260-4606-80f0-f48a6328a7d1 admin admin] Publish callbacks [] for security_group (ead8af43-9586-478a-b6b2-63bbb3bd2fdb), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.099423 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-01eae0d7-f260-4606-80f0-f48a6328a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (ead8af43-9586-478a-b6b2-63bbb3bd2fdb), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.139004 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-01eae0d7-f260-4606-80f0-f48a6328a7d1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3f19bd43d6c44eeaa4d0c5c681cebeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440305 Jun 16 23:08:12.140950 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eae0d7-f260-4606-80f0-f48a6328a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead8af43-9586-478a-b6b2-63bbb3bd2fdb,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:12.141727 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59074) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:12.200758 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-16d900f5-ce75-488a-adcc-7e0100cad09b admin admin] Publish callbacks [] for security_group (ead8af43-9586-478a-b6b2-63bbb3bd2fdb), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.223258 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-16d900f5-ce75-488a-adcc-7e0100cad09b admin admin] Publish callbacks [] for security_group (ead8af43-9586-478a-b6b2-63bbb3bd2fdb), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.263035 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:12.282052 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-16d900f5-ce75-488a-adcc-7e0100cad09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (ead8af43-9586-478a-b6b2-63bbb3bd2fdb), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.285061 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-16d900f5-ce75-488a-adcc-7e0100cad09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.286272 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-16d900f5-ce75-488a-adcc-7e0100cad09b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ead8af43-9586-478a-b6b2-63bbb3bd2fdb HTTP/1.1" status: 204 len: 168 time: 0.1432779 Jun 16 23:08:12.296462 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d900f5-ce75-488a-adcc-7e0100cad09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead8af43-9586-478a-b6b2-63bbb3bd2fdb,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:12.764385 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59100) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:12.779070 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f9c5-6d87-41b9-a7e9-58a262acd1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.805633 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:12.865749 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f9c5-6d87-41b9-a7e9-58a262acd1e3 admin admin] Publish callbacks [] for security_group (2e7159e3-2f6f-4774-a60c-514b4a4650e8), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.869836 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-8bb6f9c5-6d87-41b9-a7e9-58a262acd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (2e7159e3-2f6f-4774-a60c-514b4a4650e8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.914996 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8bb6f9c5-6d87-41b9-a7e9-58a262acd1e3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e578f3aba1d743a3a6fe5e6ae8ab3548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494224 Jun 16 23:08:12.915971 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6f9c5-6d87-41b9-a7e9-58a262acd1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7159e3-2f6f-4774-a60c-514b4a4650e8,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:12.917704 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59104) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:12.951992 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59106) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:12.977993 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-018db5f3-b896-4f77-addf-4edc1b1cc301 admin admin] Publish callbacks [] for security_group (2e7159e3-2f6f-4774-a60c-514b4a4650e8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:12.999965 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-018db5f3-b896-4f77-addf-4edc1b1cc301 admin admin] Publish callbacks [] for security_group (2e7159e3-2f6f-4774-a60c-514b4a4650e8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.058576 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-018db5f3-b896-4f77-addf-4edc1b1cc301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (2e7159e3-2f6f-4774-a60c-514b4a4650e8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.061160 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-018db5f3-b896-4f77-addf-4edc1b1cc301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.062313 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-018db5f3-b896-4f77-addf-4edc1b1cc301 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2e7159e3-2f6f-4774-a60c-514b4a4650e8 HTTP/1.1" status: 204 len: 168 time: 0.1436284 Jun 16 23:08:13.067211 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22c2a5f4-c4ae-4055-834d-9dcaeb1758b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.071681 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018db5f3-b896-4f77-addf-4edc1b1cc301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7159e3-2f6f-4774-a60c-514b4a4650e8,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:13.136930 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:13.165216 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22c2a5f4-c4ae-4055-834d-9dcaeb1758b4 admin admin] Publish callbacks [] for security_group (15238113-3957-4c5a-8bef-f5418b710e36), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.168949 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-22c2a5f4-c4ae-4055-834d-9dcaeb1758b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (15238113-3957-4c5a-8bef-f5418b710e36), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.214776 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-22c2a5f4-c4ae-4055-834d-9dcaeb1758b4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=48cfad6adf9c4e76995345e71d84fb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612290 Jun 16 23:08:13.215810 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2a5f4-c4ae-4055-834d-9dcaeb1758b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15238113-3957-4c5a-8bef-f5418b710e36,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:13.217308 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59114) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:13.273911 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9ef73983-6f16-4c7d-b31a-62627fa00d6e admin admin] Publish callbacks [] for security_group (15238113-3957-4c5a-8bef-f5418b710e36), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.295735 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9ef73983-6f16-4c7d-b31a-62627fa00d6e admin admin] Publish callbacks [] for security_group (15238113-3957-4c5a-8bef-f5418b710e36), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.310132 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:13.352376 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9ef73983-6f16-4c7d-b31a-62627fa00d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (15238113-3957-4c5a-8bef-f5418b710e36), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.355446 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9ef73983-6f16-4c7d-b31a-62627fa00d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.356647 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9ef73983-6f16-4c7d-b31a-62627fa00d6e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/15238113-3957-4c5a-8bef-f5418b710e36 HTTP/1.1" status: 204 len: 168 time: 0.1367438 Jun 16 23:08:13.365546 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef73983-6f16-4c7d-b31a-62627fa00d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15238113-3957-4c5a-8bef-f5418b710e36,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:13.397010 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59118) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:13.410965 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5acee07-9d1f-49ae-b0b3-62c28ef46636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.503686 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5acee07-9d1f-49ae-b0b3-62c28ef46636 admin admin] Publish callbacks [] for security_group (dddb3458-51db-4ba6-9334-3ea27398e0d6), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.513609 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a5acee07-9d1f-49ae-b0b3-62c28ef46636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (dddb3458-51db-4ba6-9334-3ea27398e0d6), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.563369 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a5acee07-9d1f-49ae-b0b3-62c28ef46636 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=122c5451dae941cca46a2c253b23a2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646698 Jun 16 23:08:13.564293 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acee07-9d1f-49ae-b0b3-62c28ef46636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddb3458-51db-4ba6-9334-3ea27398e0d6,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:13.566699 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59126) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:13.620825 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5053a8c1-59f4-474a-bbda-6991699ffe5b admin admin] Publish callbacks [] for security_group (dddb3458-51db-4ba6-9334-3ea27398e0d6), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.648466 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5053a8c1-59f4-474a-bbda-6991699ffe5b admin admin] Publish callbacks [] for security_group (dddb3458-51db-4ba6-9334-3ea27398e0d6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.700733 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5053a8c1-59f4-474a-bbda-6991699ffe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (dddb3458-51db-4ba6-9334-3ea27398e0d6), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.703266 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-5053a8c1-59f4-474a-bbda-6991699ffe5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.704666 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-5053a8c1-59f4-474a-bbda-6991699ffe5b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dddb3458-51db-4ba6-9334-3ea27398e0d6 HTTP/1.1" status: 204 len: 168 time: 0.1367860 Jun 16 23:08:13.720487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053a8c1-59f4-474a-bbda-6991699ffe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddb3458-51db-4ba6-9334-3ea27398e0d6,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:13.781172 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59130) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:13.797159 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e59bd120-f48a-4a22-bab3-ea5ec02d1bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.831764 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:UPDATE=3,neutron:INSERT=18,neutron:SELECT=77,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:13.883494 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e59bd120-f48a-4a22-bab3-ea5ec02d1bc4 admin admin] Publish callbacks [] for security_group (77f4e0a4-5acf-45fd-97a0-ea3be352b177), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.887451 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e59bd120-f48a-4a22-bab3-ea5ec02d1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (77f4e0a4-5acf-45fd-97a0-ea3be352b177), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:13.931603 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e59bd120-f48a-4a22-bab3-ea5ec02d1bc4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=04d3c9e94d2f4e83a269b093ac2b318a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481640 Jun 16 23:08:13.932443 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bd120-f48a-4a22-bab3-ea5ec02d1bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f4e0a4-5acf-45fd-97a0-ea3be352b177,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:13.934585 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59134) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:14.008439 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22c5260a-e302-4418-aaa7-e0845f884893 admin admin] Publish callbacks [] for security_group (77f4e0a4-5acf-45fd-97a0-ea3be352b177), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:14.034890 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22c5260a-e302-4418-aaa7-e0845f884893 admin admin] Publish callbacks [] for security_group (77f4e0a4-5acf-45fd-97a0-ea3be352b177), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:14.080257 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22c5260a-e302-4418-aaa7-e0845f884893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (77f4e0a4-5acf-45fd-97a0-ea3be352b177), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:14.082872 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-22c5260a-e302-4418-aaa7-e0845f884893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:14.084103 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-22c5260a-e302-4418-aaa7-e0845f884893 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/77f4e0a4-5acf-45fd-97a0-ea3be352b177 HTTP/1.1" status: 204 len: 168 time: 0.1484580 Jun 16 23:08:14.092555 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5260a-e302-4418-aaa7-e0845f884893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f4e0a4-5acf-45fd-97a0-ea3be352b177,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:14.262391 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:08:16.236819 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59262) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:16.349126 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7509d636-d3a0-4a60-b674-71b793af4cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.423824 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7509d636-d3a0-4a60-b674-71b793af4cba admin admin] Publish callbacks [] for security_group (1de304d6-fb6c-4684-9637-ee3d0883c09c), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.428069 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7509d636-d3a0-4a60-b674-71b793af4cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (1de304d6-fb6c-4684-9637-ee3d0883c09c), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.466955 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7509d636-d3a0-4a60-b674-71b793af4cba admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=939e1e8098a046b2b4b174c8f3415783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290068 Jun 16 23:08:16.468839 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509d636-d3a0-4a60-b674-71b793af4cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de304d6-fb6c-4684-9637-ee3d0883c09c,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:16.469700 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59270) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:16.518985 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-98dfd250-0c81-4813-9f69-af8bcb00bf86 admin admin] Publish callbacks [] for security_group (1de304d6-fb6c-4684-9637-ee3d0883c09c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.544238 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-98dfd250-0c81-4813-9f69-af8bcb00bf86 admin admin] Publish callbacks [] for security_group (1de304d6-fb6c-4684-9637-ee3d0883c09c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.592897 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-98dfd250-0c81-4813-9f69-af8bcb00bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (1de304d6-fb6c-4684-9637-ee3d0883c09c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.595472 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-98dfd250-0c81-4813-9f69-af8bcb00bf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.596653 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-98dfd250-0c81-4813-9f69-af8bcb00bf86 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1de304d6-fb6c-4684-9637-ee3d0883c09c HTTP/1.1" status: 204 len: 168 time: 0.1259515 Jun 16 23:08:16.605670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfd250-0c81-4813-9f69-af8bcb00bf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de304d6-fb6c-4684-9637-ee3d0883c09c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:16.862074 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59284) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:16.876471 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f138a712-864b-4b52-816a-86cecd6eff87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.896293 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:16.965143 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f138a712-864b-4b52-816a-86cecd6eff87 admin admin] Publish callbacks [] for security_group (d81a9dd1-9037-4a9f-8a20-ed8a8d0b0e2c), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:16.970421 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f138a712-864b-4b52-816a-86cecd6eff87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d81a9dd1-9037-4a9f-8a20-ed8a8d0b0e2c), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:17.011797 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138a712-864b-4b52-816a-86cecd6eff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81a9dd1-9037-4a9f-8a20-ed8a8d0b0e2c,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:17.015916 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f138a712-864b-4b52-816a-86cecd6eff87 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=91f70e5c4d924ea68661b9d2835c4166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527810 Jun 16 23:08:17.018467 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59290) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:17.340003 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-51bce0df-1a0b-4ecd-a819-4d87c4509dfd admin admin] Publish callbacks [] for security_group (d81a9dd1-9037-4a9f-8a20-ed8a8d0b0e2c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:17.361708 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-51bce0df-1a0b-4ecd-a819-4d87c4509dfd admin admin] Publish callbacks [] for security_group (d81a9dd1-9037-4a9f-8a20-ed8a8d0b0e2c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:17.410493 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-51bce0df-1a0b-4ecd-a819-4d87c4509dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (d81a9dd1-9037-4a9f-8a20-ed8a8d0b0e2c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:17.413727 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-51bce0df-1a0b-4ecd-a819-4d87c4509dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:17.414889 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-51bce0df-1a0b-4ecd-a819-4d87c4509dfd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d81a9dd1-9037-4a9f-8a20-ed8a8d0b0e2c HTTP/1.1" status: 204 len: 168 time: 0.3954027 Jun 16 23:08:17.422710 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bce0df-1a0b-4ecd-a819-4d87c4509dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81a9dd1-9037-4a9f-8a20-ed8a8d0b0e2c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:18.524393 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59346) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:18.648562 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f17fe5c8-959f-45ba-a2e8-8e70e4d22ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:18.734128 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f17fe5c8-959f-45ba-a2e8-8e70e4d22ac3 admin admin] Publish callbacks [] for security_group (de06c144-3f12-4b8c-a188-fb4dcccf83e9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:18.739009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-f17fe5c8-959f-45ba-a2e8-8e70e4d22ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (de06c144-3f12-4b8c-a188-fb4dcccf83e9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:18.764929 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:18.783053 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-f17fe5c8-959f-45ba-a2e8-8e70e4d22ac3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4ad4489c7895419a87a70a67055cbca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574792 Jun 16 23:08:18.785874 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59368) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:18.795252 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fe5c8-959f-45ba-a2e8-8e70e4d22ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de06c144-3f12-4b8c-a188-fb4dcccf83e9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:18.868929 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54cd7bb6-f968-4775-8d01-4bbeafe4ac59 admin admin] Publish callbacks [] for security_group (de06c144-3f12-4b8c-a188-fb4dcccf83e9), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:18.893848 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54cd7bb6-f968-4775-8d01-4bbeafe4ac59 admin admin] Publish callbacks [] for security_group (de06c144-3f12-4b8c-a188-fb4dcccf83e9), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:18.943650 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54cd7bb6-f968-4775-8d01-4bbeafe4ac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (de06c144-3f12-4b8c-a188-fb4dcccf83e9), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:18.947153 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-54cd7bb6-f968-4775-8d01-4bbeafe4ac59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:18.948519 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-54cd7bb6-f968-4775-8d01-4bbeafe4ac59 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/de06c144-3f12-4b8c-a188-fb4dcccf83e9 HTTP/1.1" status: 204 len: 168 time: 0.1598620 Jun 16 23:08:18.960469 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd7bb6-f968-4775-8d01-4bbeafe4ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de06c144-3f12-4b8c-a188-fb4dcccf83e9,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:20.682181 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59458) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:20.796782 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18ca0587-e04d-4866-bf67-fcd8df1c402d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:20.814029 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:20.883033 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18ca0587-e04d-4866-bf67-fcd8df1c402d admin admin] Publish callbacks [] for security_group (c9ae1cef-74f3-4d28-b8fb-616fc7a70c1b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:20.889183 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-18ca0587-e04d-4866-bf67-fcd8df1c402d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c9ae1cef-74f3-4d28-b8fb-616fc7a70c1b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:20.933858 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-18ca0587-e04d-4866-bf67-fcd8df1c402d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a8311e09374b4c64be1ffa3609b888ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477067 Jun 16 23:08:20.933858 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca0587-e04d-4866-bf67-fcd8df1c402d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ae1cef-74f3-4d28-b8fb-616fc7a70c1b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:20.934239 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59468) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:21.012840 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9f9eaca-a6fa-4ca8-bc2c-53ba7530a65f admin admin] Publish callbacks [] for security_group (c9ae1cef-74f3-4d28-b8fb-616fc7a70c1b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.047637 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9f9eaca-a6fa-4ca8-bc2c-53ba7530a65f admin admin] Publish callbacks [] for security_group (c9ae1cef-74f3-4d28-b8fb-616fc7a70c1b), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.103978 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9f9eaca-a6fa-4ca8-bc2c-53ba7530a65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c9ae1cef-74f3-4d28-b8fb-616fc7a70c1b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.108479 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9f9eaca-a6fa-4ca8-bc2c-53ba7530a65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.111046 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a9f9eaca-a6fa-4ca8-bc2c-53ba7530a65f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c9ae1cef-74f3-4d28-b8fb-616fc7a70c1b HTTP/1.1" status: 204 len: 168 time: 0.1756783 Jun 16 23:08:21.125598 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9eaca-a6fa-4ca8-bc2c-53ba7530a65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ae1cef-74f3-4d28-b8fb-616fc7a70c1b,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:21.491684 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59490) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:21.505821 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b66bcc90-5f48-49a7-9f26-6cb80e324db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.586094 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b66bcc90-5f48-49a7-9f26-6cb80e324db1 admin admin] Publish callbacks [] for security_group (aeb5eb92-9555-469b-8741-8f694c607cec), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.589644 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b66bcc90-5f48-49a7-9f26-6cb80e324db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (aeb5eb92-9555-469b-8741-8f694c607cec), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.622508 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:21.629810 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b66bcc90-5f48-49a7-9f26-6cb80e324db1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=035da623e1a349e78231b4df697c3c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368930 Jun 16 23:08:21.631278 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bcc90-5f48-49a7-9f26-6cb80e324db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb5eb92-9555-469b-8741-8f694c607cec,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:21.632723 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59492) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:21.653472 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:21.689333 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f0f43721-a5a0-4c35-9935-cfe5e8d83aa6 admin admin] Publish callbacks [] for security_group (aeb5eb92-9555-469b-8741-8f694c607cec), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.712252 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f0f43721-a5a0-4c35-9935-cfe5e8d83aa6 admin admin] Publish callbacks [] for security_group (aeb5eb92-9555-469b-8741-8f694c607cec), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.760256 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f0f43721-a5a0-4c35-9935-cfe5e8d83aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (aeb5eb92-9555-469b-8741-8f694c607cec), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.763109 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-f0f43721-a5a0-4c35-9935-cfe5e8d83aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:21.764296 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-f0f43721-a5a0-4c35-9935-cfe5e8d83aa6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/aeb5eb92-9555-469b-8741-8f694c607cec HTTP/1.1" status: 204 len: 168 time: 0.1299498 Jun 16 23:08:21.774196 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f43721-a5a0-4c35-9935-cfe5e8d83aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb5eb92-9555-469b-8741-8f694c607cec,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:22.901873 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59558) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:23.009189 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e991df91-b09e-4916-be26-c72004f5f9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:23.094205 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e991df91-b09e-4916-be26-c72004f5f9cd admin admin] Publish callbacks [] for security_group (3a6c8842-c1d0-44ff-ac02-d32b705e82f8), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:23.100116 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-e991df91-b09e-4916-be26-c72004f5f9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3a6c8842-c1d0-44ff-ac02-d32b705e82f8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:23.145964 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-e991df91-b09e-4916-be26-c72004f5f9cd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=730355ba00924bb59560327be63b9ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429895 Jun 16 23:08:23.147246 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991df91-b09e-4916-be26-c72004f5f9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c8842-c1d0-44ff-ac02-d32b705e82f8,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:23.148854 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59566) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:23.206802 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd899a64-1085-43ba-a9dd-d592d5fca550 admin admin] Publish callbacks [] for security_group (3a6c8842-c1d0-44ff-ac02-d32b705e82f8), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:23.234712 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd899a64-1085-43ba-a9dd-d592d5fca550 admin admin] Publish callbacks [] for security_group (3a6c8842-c1d0-44ff-ac02-d32b705e82f8), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:23.283352 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd899a64-1085-43ba-a9dd-d592d5fca550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3a6c8842-c1d0-44ff-ac02-d32b705e82f8), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:23.286081 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-dd899a64-1085-43ba-a9dd-d592d5fca550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:23.287810 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-dd899a64-1085-43ba-a9dd-d592d5fca550 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3a6c8842-c1d0-44ff-ac02-d32b705e82f8 HTTP/1.1" status: 204 len: 168 time: 0.1371427 Jun 16 23:08:23.297293 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd899a64-1085-43ba-a9dd-d592d5fca550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c8842-c1d0-44ff-ac02-d32b705e82f8,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:26.316999 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59662) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:26.430237 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e92462d1-6ba5-48f5-b01d-97957bb9c859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:26.512994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e92462d1-6ba5-48f5-b01d-97957bb9c859 admin admin] Publish callbacks [] for security_group (c94d5d9e-a15c-4328-b3f6-0c34cd050df4), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:26.516649 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e92462d1-6ba5-48f5-b01d-97957bb9c859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c94d5d9e-a15c-4328-b3f6-0c34cd050df4), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:26.556871 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e92462d1-6ba5-48f5-b01d-97957bb9c859 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5e1ec76367d34267a52ac7921ee12730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388003 Jun 16 23:08:26.557727 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92462d1-6ba5-48f5-b01d-97957bb9c859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d5d9e-a15c-4328-b3f6-0c34cd050df4,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:26.560104 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59668) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:26.610604 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b75195df-a084-4581-9fff-91d6fc3c6561 admin admin] Publish callbacks [] for security_group (c94d5d9e-a15c-4328-b3f6-0c34cd050df4), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:26.632701 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b75195df-a084-4581-9fff-91d6fc3c6561 admin admin] Publish callbacks [] for security_group (c94d5d9e-a15c-4328-b3f6-0c34cd050df4), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:26.684059 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b75195df-a084-4581-9fff-91d6fc3c6561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c94d5d9e-a15c-4328-b3f6-0c34cd050df4), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:26.687067 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b75195df-a084-4581-9fff-91d6fc3c6561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:26.688490 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b75195df-a084-4581-9fff-91d6fc3c6561 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c94d5d9e-a15c-4328-b3f6-0c34cd050df4 HTTP/1.1" status: 204 len: 168 time: 0.1273203 Jun 16 23:08:26.698121 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75195df-a084-4581-9fff-91d6fc3c6561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d5d9e-a15c-4328-b3f6-0c34cd050df4,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:29.724417 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59704) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:29.883372 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-acdb2fee-4bd4-4a83-a95d-7ae2af04c89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:29.951242 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:29.987062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-acdb2fee-4bd4-4a83-a95d-7ae2af04c89c admin admin] Publish callbacks [] for security_group (9c9d150b-d6fb-4483-b6e5-986bfb99f5f9), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:29.992005 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-acdb2fee-4bd4-4a83-a95d-7ae2af04c89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (9c9d150b-d6fb-4483-b6e5-986bfb99f5f9), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.040712 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-acdb2fee-4bd4-4a83-a95d-7ae2af04c89c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2a78e95dc9fe48e3a421d3e0d7138a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136699 Jun 16 23:08:30.041905 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb2fee-4bd4-4a83-a95d-7ae2af04c89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9d150b-d6fb-4483-b6e5-986bfb99f5f9,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:30.043340 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59712) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:30.093633 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Publish callbacks [] for security_group (9c9d150b-d6fb-4483-b6e5-986bfb99f5f9), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.114860 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Publish callbacks [] for security_group (9c9d150b-d6fb-4483-b6e5-986bfb99f5f9), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.160661 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (9c9d150b-d6fb-4483-b6e5-986bfb99f5f9), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.163207 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.166750 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9c9d150b-d6fb-4483-b6e5-986bfb99f5f9 HTTP/1.1" status: 204 len: 168 time: 0.1200202 Jun 16 23:08:30.179515 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9d150b-d6fb-4483-b6e5-986bfb99f5f9,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:30.181500 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:30.188123 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.188466 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.188807 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.189147 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.189475 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.189798 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.190122 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.190437 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.190789 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.191105 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.191429 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.191747 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.192059 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.192378 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.193269 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084daf53-3072-4fee-9504-6dfeb279a049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:30.439131 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 59718) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:30.452985 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e93e9121-f4f7-4732-a752-be6e311ba95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.528144 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e93e9121-f4f7-4732-a752-be6e311ba95f admin admin] Publish callbacks [] for security_group (a5416792-83f1-49d0-a7dd-fbd67fef0b2b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.532012 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e93e9121-f4f7-4732-a752-be6e311ba95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a5416792-83f1-49d0-a7dd-fbd67fef0b2b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.554346 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:30.572681 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e93e9121-f4f7-4732-a752-be6e311ba95f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=693f0e1850234fe69e386e6b18155a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325269 Jun 16 23:08:30.573350 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e9121-f4f7-4732-a752-be6e311ba95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5416792-83f1-49d0-a7dd-fbd67fef0b2b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:30.576441 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59720) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:30.627870 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d001cae2-6702-4945-8341-509e8a588c8a admin admin] Publish callbacks [] for security_group (a5416792-83f1-49d0-a7dd-fbd67fef0b2b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.650937 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d001cae2-6702-4945-8341-509e8a588c8a admin admin] Publish callbacks [] for security_group (a5416792-83f1-49d0-a7dd-fbd67fef0b2b), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.703172 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d001cae2-6702-4945-8341-509e8a588c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a5416792-83f1-49d0-a7dd-fbd67fef0b2b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.706376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d001cae2-6702-4945-8341-509e8a588c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:30.707771 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d001cae2-6702-4945-8341-509e8a588c8a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a5416792-83f1-49d0-a7dd-fbd67fef0b2b HTTP/1.1" status: 204 len: 168 time: 0.1296344 Jun 16 23:08:30.716135 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001cae2-6702-4945-8341-509e8a588c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5416792-83f1-49d0-a7dd-fbd67fef0b2b,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:31.058926 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59730) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:31.073805 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-df593ef1-c35f-4157-9016-fe7eed60632d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:31.111320 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:31.153670 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-df593ef1-c35f-4157-9016-fe7eed60632d admin admin] Publish callbacks [] for security_group (207bcc7c-cb25-4a0b-b9c2-93492e205441), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:31.158482 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-df593ef1-c35f-4157-9016-fe7eed60632d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (207bcc7c-cb25-4a0b-b9c2-93492e205441), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:31.195795 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df593ef1-c35f-4157-9016-fe7eed60632d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207bcc7c-cb25-4a0b-b9c2-93492e205441,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:31.200066 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-df593ef1-c35f-4157-9016-fe7eed60632d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c544bafecff7489f925728b91d16a25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401091 Jun 16 23:08:31.203080 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 59732) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:31.256977 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-edf351c5-65ba-4169-8719-a1a62b21ade5 admin admin] Publish callbacks [] for security_group (207bcc7c-cb25-4a0b-b9c2-93492e205441), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:31.279502 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-edf351c5-65ba-4169-8719-a1a62b21ade5 admin admin] Publish callbacks [] for security_group (207bcc7c-cb25-4a0b-b9c2-93492e205441), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:31.328706 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-edf351c5-65ba-4169-8719-a1a62b21ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (207bcc7c-cb25-4a0b-b9c2-93492e205441), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:31.331490 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-edf351c5-65ba-4169-8719-a1a62b21ade5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:31.332641 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-edf351c5-65ba-4169-8719-a1a62b21ade5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/207bcc7c-cb25-4a0b-b9c2-93492e205441 HTTP/1.1" status: 204 len: 168 time: 0.1289957 Jun 16 23:08:31.340685 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf351c5-65ba-4169-8719-a1a62b21ade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207bcc7c-cb25-4a0b-b9c2-93492e205441,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:32.671123 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:32.685269 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7342f8c8-16b0-4260-9ce4-20b9759a6ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:34.814862 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:34.827920 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-de017419-49ff-4ac5-b88b-bec77029b5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:35.815969 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:37.237243 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:37.238347 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:37.407007 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:38.242457 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:38.292763 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:40.568272 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:41.314240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=28,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:41.336580 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=61,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:44.059006 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-ade7be60-8e2c-46a2-bb79-990f8a51752e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367668 Jun 16 23:08:44.117250 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-04ce8764-f0a5-46d0-b596-caac60c0efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:44.118745 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-04ce8764-f0a5-46d0-b596-caac60c0efcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 1130 time: 0.0395470 Jun 16 23:08:44.235909 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-bc3dddd1-65f5-459d-873e-50072d6ac5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:44.237851 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-bc3dddd1-65f5-459d-873e-50072d6ac5c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.0945785 Jun 16 23:08:44.299498 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-19e9e2b8-98de-40ed-8bbc-daed19248ad2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bee8d2e1-8544-499c-8311-99767df2181b HTTP/1.1" status: 200 len: 1002 time: 0.0553515 Jun 16 23:08:44.349767 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-87c86e8e-0036-4150-8be9-e005f74fdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:44.351201 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-87c86e8e-0036-4150-8be9-e005f74fdb5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0459945 Jun 16 23:08:45.119904 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921790a-3be7-4bbc-a68d-2c6733c38991 req-4cfce93e-8e81-4294-b934-7f687e7c8202 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:45.121542 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9921790a-3be7-4bbc-a68d-2c6733c38991 req-4cfce93e-8e81-4294-b934-7f687e7c8202 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.0540948 Jun 16 23:08:45.175300 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9921790a-3be7-4bbc-a68d-2c6733c38991 req-d98d1f38-8353-45aa-85fc-166fe07c3fc5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467093 Jun 16 23:08:45.268558 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-41dcf3bc-bf00-4711-ad06-c2d9b64503a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:45.271323 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-41dcf3bc-bf00-4711-ad06-c2d9b64503a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433791 Jun 16 23:08:46.291440 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0323aa-17e6-45cd-bbd2-39dbcc952a82 req-0c6eefff-4349-4d56-ab83-93b792485b7c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:46.293060 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3a0323aa-17e6-45cd-bbd2-39dbcc952a82 req-0c6eefff-4349-4d56-ab83-93b792485b7c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.0472746 Jun 16 23:08:46.343146 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3a0323aa-17e6-45cd-bbd2-39dbcc952a82 req-feca79ad-86ca-46f6-868a-460e281c7a04 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445397 Jun 16 23:08:47.454185 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9854f-f74c-4c5f-8630-b0d08024c4c5 req-2e0efc7a-aef7-4903-b3ed-820d3815d4b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:47.455693 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2fd9854f-f74c-4c5f-8630-b0d08024c4c5 req-2e0efc7a-aef7-4903-b3ed-820d3815d4b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.0477881 Jun 16 23:08:47.508969 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2fd9854f-f74c-4c5f-8630-b0d08024c4c5 req-346fa2b7-4317-4a0f-bbe6-8c044c42598d tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472369 Jun 16 23:08:48.071284 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-d01001f4-f78f-432b-bfe0-d77ff1a1c905 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831673 Jun 16 23:08:48.163122 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c1cff657-caa4-4ecc-8fc7-3f3cec097ab8 req-8329bda3-5044-46b9-9bc0-0c66a6d87210 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853941 Jun 16 23:08:48.239299 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:48.289334 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:48.627537 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7c388-90b3-484a-96fa-078fb195fdc5 req-60fe0a33-895c-49b7-b278-6a551fe9fa01 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:48.629684 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-80d7c388-90b3-484a-96fa-078fb195fdc5 req-60fe0a33-895c-49b7-b278-6a551fe9fa01 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.0521383 Jun 16 23:08:48.695909 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-80d7c388-90b3-484a-96fa-078fb195fdc5 req-9f81961e-975e-47ab-b6e8-1006f9f51a9f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585876 Jun 16 23:08:48.764887 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-f3bfd7c0-b05d-4839-8007-e91c85d26778 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:48.766332 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-f3bfd7c0-b05d-4839-8007-e91c85d26778 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 946 time: 0.0460391 Jun 16 23:08:48.852645 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Deleting port bee8d2e1-8544-499c-8311-99767df2181b {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:08:48.852916 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (bee8d2e1-8544-499c-8311-99767df2181b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:48.944195 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] For port bee8d2e1-8544-499c-8311-99767df2181b, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=bee8d2e1-8544-499c-8311-99767df2181b,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:08:48.944557 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (bee8d2e1-8544-499c-8311-99767df2181b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:49.115454 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:49.116096 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:49.116096 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Floating IP c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03 disassociated. External IP: 172.27.3.242, port: bee8d2e1-8544-499c-8311-99767df2181b. Jun 16 23:08:49.116432 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Calling delete_port for bee8d2e1-8544-499c-8311-99767df2181b owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:08:49.155779 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:49.200643 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:49.251898 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (bee8d2e1-8544-499c-8311-99767df2181b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:49.277149 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event deleted for resources: {'Port': ['ID=bee8d2e1-8544-499c-8311-99767df2181b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:49.387130 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:08:49.493936 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:08:49.506403 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:08:49.516082 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:08:49.516944 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:08:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:49.550290 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] No DVR routers for this DVR port bee8d2e1-8544-499c-8311-99767df2181b on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:08:49.553380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:49.557724 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-78b3d116-83a7-4d1f-a261-f46a5fa9105c req-e6c47c9f-31fe-419d-8aa9-858d7601414b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "DELETE /v2.0/ports/bee8d2e1-8544-499c-8311-99767df2181b HTTP/1.1" status: 204 len: 173 time: 0.7836614 Jun 16 23:08:49.557724 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5049e3-3446-468a-a334-d87825e50af4', 'name': 'network-vif-deleted', 'tag': 'bee8d2e1-8544-499c-8311-99767df2181b'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:08:49.561062 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f6a658-6b17-49fe-88fb-ef5117f5fde2" -d '{"events": [{"server_uuid": "bf5049e3-3446-468a-a334-d87825e50af4", "name": "network-vif-deleted", "tag": "bee8d2e1-8544-499c-8311-99767df2181b"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:08:49.600695 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56763887-0596-49f0-bc02-626fc8e1e206 x-openstack-request-id: req-56763887-0596-49f0-bc02-626fc8e1e206 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:08:49.601163 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5049e3-3446-468a-a334-d87825e50af4", "name": "network-vif-deleted", "tag": "bee8d2e1-8544-499c-8311-99767df2181b", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:08:49.601587 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-56763887-0596-49f0-bc02-626fc8e1e206 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:08:49.602372 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56763887-0596-49f0-bc02-626fc8e1e206'] response: {'server_uuid': 'bf5049e3-3446-468a-a334-d87825e50af4', 'name': 'network-vif-deleted', 'tag': 'bee8d2e1-8544-499c-8311-99767df2181b', 'status': 'completed', 'code': 200} Jun 16 23:08:49.623323 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:08:49.808775 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-70997181-4c92-49be-9370-f65886d44d79 req-5aafab3c-8d40-4aa8-8865-2edca880b8e2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf5049e3-3446-468a-a334-d87825e50af4 HTTP/1.1" status: 200 len: 210 time: 0.0339446 Jun 16 23:08:49.814357 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:49.844252 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:08:49.852865 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:08:49.853480 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:08:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:49.976930 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:08:50.171608 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:50.196990 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc54795-1515-4dbb-9bb0-eb73b57acf2b None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:08:50.428486 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be37e15-b813-4080-bd3d-7c38a2cd6645 None None] New status for floating IP c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:08:51.109837 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-094a50fd-3c53-4806-b48b-531805629e32 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307129787&fields=id&tenant_id=1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 267 time: 0.0488112 Jun 16 23:08:51.230446 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-1b634d2c-9cfc-40af-a763-29f8222bb411 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:51.232032 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-1b634d2c-9cfc-40af-a763-29f8222bb411 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 812 time: 0.1147006 Jun 16 23:08:51.247525 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-a433ffea-9259-4f10-8ab2-65a674a3473c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/quotas/1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 375 time: 0.0095232 Jun 16 23:08:51.251322 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:08:51.298304 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-944ad069-bdda-4527-8d66-060710b3f208 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444329 Jun 16 23:08:51.358069 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60036) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:51.411681 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-b3711d3a-1c1f-4cb6-859e-df6abbd89e48 service neutron] 10.222.0.17 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983629 Jun 16 23:08:51.476736 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9a60995e-7c35-4ed7-b4c9-3ce0027bc4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:51.512823 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-90eae198-5241-4e1d-ae04-1e94d739d368 service neutron] 10.222.0.17 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953045 Jun 16 23:08:51.557420 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9a60995e-7c35-4ed7-b4c9-3ce0027bc4fa admin admin] Publish callbacks [] for security_group (a8c71515-dec8-45e2-b2e0-9e3b82c0af70), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:51.570691 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9a60995e-7c35-4ed7-b4c9-3ce0027bc4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a8c71515-dec8-45e2-b2e0-9e3b82c0af70), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:51.596996 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9a60995e-7c35-4ed7-b4c9-3ce0027bc4fa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2384293fd40643bf8e10e0ffefebc9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347810 Jun 16 23:08:51.598082 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60046) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:51.606981 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60995e-7c35-4ed7-b4c9-3ce0027bc4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c71515-dec8-45e2-b2e0-9e3b82c0af70,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:51.664983 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-721d9246-a308-40ab-ad13-3c3d556b8fda admin admin] Publish callbacks [] for security_group (a8c71515-dec8-45e2-b2e0-9e3b82c0af70), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:51.691392 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-721d9246-a308-40ab-ad13-3c3d556b8fda admin admin] Publish callbacks [] for security_group (a8c71515-dec8-45e2-b2e0-9e3b82c0af70), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:51.729481 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:51.747134 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-721d9246-a308-40ab-ad13-3c3d556b8fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (a8c71515-dec8-45e2-b2e0-9e3b82c0af70), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:51.749948 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-721d9246-a308-40ab-ad13-3c3d556b8fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:51.754308 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-721d9246-a308-40ab-ad13-3c3d556b8fda admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a8c71515-dec8-45e2-b2e0-9e3b82c0af70 HTTP/1.1" status: 204 len: 168 time: 0.1518891 Jun 16 23:08:51.765930 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d9246-a308-40ab-ad13-3c3d556b8fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c71515-dec8-45e2-b2e0-9e3b82c0af70,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:51.891567 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8b11214a-02f8-402e-a107-e86ad907b3b6 req-6fe7d3b1-5319-47e9-a5d3-9e033d269204 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 210 time: 0.0381231 Jun 16 23:08:52.218026 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device bee8d2e1-8544-499c-8311-99767df2181b no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:08:52.239356 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: bee8d2e1-8544-499c-8311-99767df2181b {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:08:52.239678 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device bee8d2e1-8544-499c-8311-99767df2181b not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:08:52.486213 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60090) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:52.582953 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1186147402-network', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:52.602858 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Made reservation on behalf of 09a5ddeaa2ee4af483bd6a59a2900cf7 for: {'network': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:52.605075 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.613676 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.632977 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:52.697435 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Publish callbacks [] for security_group (1d0ce4d5-18b9-4bcb-808f-74770f87c58b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.701078 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (1d0ce4d5-18b9-4bcb-808f-74770f87c58b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.725868 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103761) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:08:52.744217 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0ce4d5-18b9-4bcb-808f-74770f87c58b,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:52.748323 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (b5b6436d-e9d4-463d-8d80-166a8443b7aa), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.748668 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.segments_db [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Added segment b5b6436d-e9d4-463d-8d80-166a8443b7aa of type vlan for network 3bc5bb13-5863-4991-9013-5a5018248221 Jun 16 23:08:52.763403 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.763771 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.764084 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.764422 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.764754 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.765089 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.765419 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.765728 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.766052 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.766374 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.766726 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.767048 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.767370 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.767688 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.768035 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:52.819774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-945f37e9-5ccb-4574-aed8-6b8d6ae333af tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:52.821440 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-945f37e9-5ccb-4574-aed8-6b8d6ae333af tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 812 time: 0.1135356 Jun 16 23:08:52.841513 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (3bc5bb13-5863-4991-9013-5a5018248221), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.873458 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (3bc5bb13-5863-4991-9013-5a5018248221), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.874649 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:52.875321 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.892828 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-42dcf0d1-6542-4aa9-adf5-cd655789dee6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 379 time: 0.0636747 Jun 16 23:08:52.902865 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'port': {'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'admin_state_up': True, 'tenant_id': '1423c05c42b14519b401e22e16062781', 'security_groups': ['077d177c-972c-4a5c-a1a9-f337f9dd1fac']}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:52.912909 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4251046 Jun 16 23:08:52.918139 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60100) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:52.959959 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Request body: {'subnet': {'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1186147402-subnet', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:52.984150 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f6526-7874-4eb0-8257-cef0d865e0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc5bb13-5863-4991-9013-5a5018248221,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:52.988129 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Made reservation on behalf of 09a5ddeaa2ee4af483bd6a59a2900cf7 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:52.990871 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60471339'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:52.996810 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network 3bc5bb13-5863-4991-9013-5a5018248221 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:08:53.046455 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:53.078616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Made reservation on behalf of 1423c05c42b14519b401e22e16062781 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:53.083524 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.160679 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c1a4cc02-85ee-4e13-9835-354bad3d1f34 req-6635dfcc-3a92-4ed8-b796-3e385bc22e07 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 210 time: 0.0439317 Jun 16 23:08:53.200349 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:53.273665 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Allocated IP 172.20.0.9 (b60aa0be-29dc-41f5-b1f9-8245b5200d1c/2b9a00eb-79d7-4fa0-be06-90a02d5dd224/3d02cfeb-d784-4f09-9198-cae370fc9285) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:08:53.348130 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58791013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60471321'] for subnet (0665efda-6b5f-4ddb-98fa-cc84d1a09d88), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.363703 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:53.370234 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60114) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:53.434097 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Checking segment: {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:08:53.453073 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Network hostable DHCP agents. Network: 3bc5bb13-5863-4991-9013-5a5018248221, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:08:53.453073 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0665efda-6b5f-4ddb-98fa-cc84d1a09d88,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:53.466435 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Network 3bc5bb13-5863-4991-9013-5a5018248221 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:08:53.479252 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, 3bc5bb13-5863-4991-9013-5a5018248221) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:53.483963 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:53.484925 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.493767 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520700c-6448-4be8-be2e-9015361fd581 None None] Network 3bc5bb13-5863-4991-9013-5a5018248221 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:08:53.517549 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.529990 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0a319b31-3585-4a8e-af8c-24f3475ec6ec admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5761280 Jun 16 23:08:53.534789 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60118) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:53.539676 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:53.555081 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b74e928d-3fd0-4dbd-a117-454e3fab0e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.565750 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (aab9280f-af26-45d3-b11e-93a113ce071f), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.566825 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (aab9280f-af26-45d3-b11e-93a113ce071f), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.587060 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.629498 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-3bc5bb13-5863-4991-9013-5a5018248221', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:08:53.630559 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.640378 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks [] for router_controller (aab9280f-af26-45d3-b11e-93a113ce071f), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.655306 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:08:53.663391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=3d02cfeb-d784-4f09-9198-cae370fc9285,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:53.665856 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:53.670075 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:08:53.743057 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:53.743996 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.760377 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b74e928d-3fd0-4dbd-a117-454e3fab0e26 admin admin] Publish callbacks [] for security_group (c64c5a05-32cb-450a-8245-3858ce2ac669), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.773481 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-c1ceaef2-bed6-4b24-b6e1-b80c6e331b8a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8745806 Jun 16 23:08:53.774213 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-b74e928d-3fd0-4dbd-a117-454e3fab0e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c64c5a05-32cb-450a-8245-3858ce2ac669), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.793693 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks [] for router_gateway (aab9280f-af26-45d3-b11e-93a113ce071f), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.795845 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Allocated IP 172.20.0.2 (3bc5bb13-5863-4991-9013-5a5018248221/0665efda-6b5f-4ddb-98fa-cc84d1a09d88/dbaf0d12-71a3-4470-9c75-66098e59756f) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:08:53.853695 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-b74e928d-3fd0-4dbd-a117-454e3fab0e26 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=478212b6dc6042268691207f6e3d957e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801922 Jun 16 23:08:53.856272 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Request body: {'port': {'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:53.866110 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60120) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:53.881951 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e928d-3fd0-4dbd-a117-454e3fab0e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64c5a05-32cb-450a-8245-3858ce2ac669,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:53.891044 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:53.944030 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.946153 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-814c285f-bdf1-469d-b964-dbee1a131201 admin admin] Publish callbacks [] for security_group (c64c5a05-32cb-450a-8245-3858ce2ac669), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.969753 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Publish callbacks [] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:53.977693 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.028326 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-814c285f-bdf1-469d-b964-dbee1a131201 admin admin] Publish callbacks [] for security_group (c64c5a05-32cb-450a-8245-3858ce2ac669), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.031322 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Network 3bc5bb13-5863-4991-9013-5a5018248221 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:08:54.043778 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:54.046338 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-d9abe13c-ff7a-41b8-9191-a7b1e28d89d5 None None] Provisioning complete for port 3d02cfeb-d784-4f09-9198-cae370fc9285 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:08:54.046865 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d9abe13c-ff7a-41b8-9191-a7b1e28d89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.049892 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:08:54.051953 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Pushing event updated for resources: {'Port': ['ID=dbaf0d12-71a3-4470-9c75-66098e59756f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:54.056629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:54.093988 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.095412 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.096903 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.097553 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.097986 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.098790 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.099070 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.099702 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.102299 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.104900 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.106675 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks [] for router_gateway (aab9280f-af26-45d3-b11e-93a113ce071f), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.107024 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.107412 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.107881 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.108397 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.108804 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:54.127220 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.142102 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-814c285f-bdf1-469d-b964-dbee1a131201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c64c5a05-32cb-450a-8245-3858ce2ac669), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.145119 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-814c285f-bdf1-469d-b964-dbee1a131201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.148709 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-814c285f-bdf1-469d-b964-dbee1a131201 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c64c5a05-32cb-450a-8245-3858ce2ac669 HTTP/1.1" status: 204 len: 168 time: 0.2784939 Jun 16 23:08:54.152655 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:54.191038 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c285f-bdf1-469d-b964-dbee1a131201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64c5a05-32cb-450a-8245-3858ce2ac669,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:54.195132 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-d9abe13c-ff7a-41b8-9191-a7b1e28d89d5 None None] Port 3d02cfeb-d784-4f09-9198-cae370fc9285 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:08:54.213545 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Attempting to bind port dbaf0d12-71a3-4470-9c75-66098e59756f on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:08:54.214025 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Attempting to bind port dbaf0d12-71a3-4470-9c75-66098e59756f by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:08:54.214516 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Attempting to bind port dbaf0d12-71a3-4470-9c75-66098e59756f on network 3bc5bb13-5863-4991-9013-5a5018248221 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:08:54.224809 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:08:54.225453 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Checking segment: {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:08:54.225956 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.226446 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Bound using segment: {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:08:54.227049 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Bound port: dbaf0d12-71a3-4470-9c75-66098e59756f, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:08:54.227530 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.281818 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d02cfeb-d784-4f09-9198-cae370fc9285 {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:08:54.284496 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Allocated IP 172.27.3.111 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:08:54.294482 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Publish callbacks [] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.313117 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Transition to ACTIVE for port object 3d02cfeb-d784-4f09-9198-cae370fc9285 will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:08:54.316783 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] For port dbaf0d12-71a3-4470-9c75-66098e59756f, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:08:54.318865 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.320700 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] For port dbaf0d12-71a3-4470-9c75-66098e59756f, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=dbaf0d12-71a3-4470-9c75-66098e59756f,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:08:54.331308 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.347885 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8195f1a-c6fa-4a5f-97d5-ffb20581acd4 req-2cf60d87-229d-43fa-b465-835efa021a77 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:54.348911 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a8195f1a-c6fa-4a5f-97d5-ffb20581acd4 req-2cf60d87-229d-43fa-b465-835efa021a77 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 931 time: 0.0742970 Jun 16 23:08:54.396768 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Pushing event updated for resources: {'Port': ['ID=3d02cfeb-d784-4f09-9198-cae370fc9285,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:54.435054 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a8195f1a-c6fa-4a5f-97d5-ffb20581acd4 req-9f2bb965-d3d5-4e8d-b52b-4b573a606a55 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801518 Jun 16 23:08:54.445054 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:54.534285 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Attempting to bind port 3d02cfeb-d784-4f09-9198-cae370fc9285 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:08:54.534828 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Attempting to bind port 3d02cfeb-d784-4f09-9198-cae370fc9285 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:08:54.535332 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Attempting to bind port 3d02cfeb-d784-4f09-9198-cae370fc9285 on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:08:54.540567 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Port 3d02cfeb-d784-4f09-9198-cae370fc9285 on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:08:54.541170 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Attempting to bind port 3d02cfeb-d784-4f09-9198-cae370fc9285 on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:08:54.553288 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:08:54.553841 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Checking segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:08:54.554003 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Bound using segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:08:54.554391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Bound port: 3d02cfeb-d784-4f09-9198-cae370fc9285, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:08:54.554781 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.561740 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks [] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.603025 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.639233 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:54.674031 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] For port 3d02cfeb-d784-4f09-9198-cae370fc9285, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:08:54.678909 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] For port 3d02cfeb-d784-4f09-9198-cae370fc9285, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=3d02cfeb-d784-4f09-9198-cae370fc9285,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:08:54.693650 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:54.696420 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.707698 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:08:54.711315 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:54.726421 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:08:54.742239 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27b41-564b-4fa6-86a3-5b518daa8997 None None] Pushing event updated for resources: {'Port': ['ID=dbaf0d12-71a3-4470-9c75-66098e59756f,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:54.772520 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Pushing event updated for resources: {'Port': ['ID=3d02cfeb-d784-4f09-9198-cae370fc9285,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:54.791542 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:54.792372 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:54.794216 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-8b5206cb-4a53-4642-a66e-6c18c0e5fe3b service neutron] 10.222.0.26 "PUT /v2.0/ports/3d02cfeb-d784-4f09-9198-cae370fc9285 HTTP/1.1" status: 200 len: 1093 time: 0.9712982 Jun 16 23:08:54.802160 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:08:54.805711 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1c42e-27d5-41e1-8804-fe1c16cb006b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:08:54.806791 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:54.916094 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-60297fc0-20a5-4472-a67b-9415fd69f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:54.918832 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-60297fc0-20a5-4472-a67b-9415fd69f053 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 1127 time: 0.0636244 Jun 16 23:08:54.920920 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426b9ec3-937e-4136-91c3-9d82339af36e x-openstack-request-id: req-426b9ec3-937e-4136-91c3-9d82339af36e {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:08:54.921380 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:08:54.921795 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-426b9ec3-937e-4136-91c3-9d82339af36e {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:08:54.922339 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426b9ec3-937e-4136-91c3-9d82339af36e'] response: {'name': 'network-changed', 'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'status': 'completed', 'code': 200} Jun 16 23:08:54.973931 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-eceeabab-b6a4-454d-884b-a57ddc9deea4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d02cfeb-d784-4f09-9198-cae370fc9285 HTTP/1.1" status: 200 len: 217 time: 0.0484645 Jun 16 23:08:55.073655 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-abf77ec3-2fc5-457d-839b-cc2130a14de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:55.075615 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-abf77ec3-2fc5-457d-839b-cc2130a14de1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0953453 Jun 16 23:08:55.148470 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-a9ac9fae-2d94-43a5-9f87-7852ced0c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:55.151135 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-a9ac9fae-2d94-43a5-9f87-7852ced0c1e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695219 Jun 16 23:08:55.153187 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks [] for router_gateway (aab9280f-af26-45d3-b11e-93a113ce071f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:55.370529 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (aab9280f-af26-45d3-b11e-93a113ce071f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:55.504650 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Router aab9280f-af26-45d3-b11e-93a113ce071f is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:08:55.607462 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f13d-42e4-45bd-bbda-97ae0f018a91 req-9d25463f-2b79-4872-830f-1306d41ccfec tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:55.608995 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-60f4f13d-42e4-45bd-bbda-97ae0f018a91 req-9d25463f-2b79-4872-830f-1306d41ccfec tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0913072 Jun 16 23:08:55.691031 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:08:55.700212 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Sync routers for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:08:55.706680 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-60f4f13d-42e4-45bd-bbda-97ae0f018a91 req-985bfe61-6294-4638-9edd-a06b3ade3772 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731318 Jun 16 23:08:55.713315 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:08:55.713981 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:08:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:55.718433 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:55.722227 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-043e25f6-dea4-4241-a039-664d3b932d73 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1838408 Jun 16 23:08:55.722782 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60162) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:55.828059 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:55.862433 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60164) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:55.874410 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:08:55.910173 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device dbaf0d12-71a3-4470-9c75-66098e59756f up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:08:55.913179 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:56.016657 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5e979-9717-4fbd-9b2d-07ec16dc26d3 None None] Network 3bc5bb13-5863-4991-9013-5a5018248221 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:08:56.042327 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:56.063381 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-0ae94c53-e078-4c39-9be1-79d171eea631 None None] Provisioning complete for port dbaf0d12-71a3-4470-9c75-66098e59756f triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:08:56.064075 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ae94c53-e078-4c39-9be1-79d171eea631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.144638 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port dbaf0d12-71a3-4470-9c75-66098e59756f triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:08:56.145355 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.204640 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:56.207457 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:54Z', 'revision_number': 3, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:56.252004 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Checking router: aab9280f-af26-45d3-b11e-93a113ce071f for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:08:56.252755 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Updating router aab9280f-af26-45d3-b11e-93a113ce071f port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:08:56.293593 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.305908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-0ae94c53-e078-4c39-9be1-79d171eea631 None None] Current status of the port dbaf0d12-71a3-4470-9c75-66098e59756f is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:08:56.307187 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ae94c53-e078-4c39-9be1-79d171eea631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.312604 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-603c8fe2-2d4a-4a10-b704-935bd6226b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.377272 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-0ae94c53-e078-4c39-9be1-79d171eea631 None None] For port dbaf0d12-71a3-4470-9c75-66098e59756f, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=dbaf0d12-71a3-4470-9c75-66098e59756f,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:08:56.390840 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0ae94c53-e078-4c39-9be1-79d171eea631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.432900 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-603c8fe2-2d4a-4a10-b704-935bd6226b0e admin admin] Publish callbacks [] for security_group (3b08ea13-fa26-4698-80e8-31e1fbb1c733), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.436393 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:56.439734 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port dbaf0d12-71a3-4470-9c75-66098e59756f is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:08:56.442482 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.445988 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-603c8fe2-2d4a-4a10-b704-935bd6226b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3b08ea13-fa26-4698-80e8-31e1fbb1c733), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.501175 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:56.519507 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-603c8fe2-2d4a-4a10-b704-935bd6226b0e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=78d79a495147449aa1a0720d0659342f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554391 Jun 16 23:08:56.522502 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-9c5a02cd-f8ca-49f1-b9da-ba7feaec16a0 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057413 Jun 16 23:08:56.523854 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60170) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:56.524919 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c8fe2-2d4a-4a10-b704-935bd6226b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b08ea13-fa26-4698-80e8-31e1fbb1c733,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:56.560725 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae94c53-e078-4c39-9be1-79d171eea631 None None] Pushing event updated for resources: {'Port': ['ID=dbaf0d12-71a3-4470-9c75-66098e59756f,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:56.591532 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.db.api [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 23:08:56.592176 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG oslo_db.api [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 23:08:56.601087 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fc07a355-68c7-465c-82c7-2dfe6abdb995 admin admin] Publish callbacks [] for security_group (3b08ea13-fa26-4698-80e8-31e1fbb1c733), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.627157 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fc07a355-68c7-465c-82c7-2dfe6abdb995 admin admin] Publish callbacks [] for security_group (3b08ea13-fa26-4698-80e8-31e1fbb1c733), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.630284 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:56.640010 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Publish callbacks [] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.646078 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.683120 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fc07a355-68c7-465c-82c7-2dfe6abdb995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (3b08ea13-fa26-4698-80e8-31e1fbb1c733), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.688378 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fc07a355-68c7-465c-82c7-2dfe6abdb995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.689563 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-fc07a355-68c7-465c-82c7-2dfe6abdb995 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3b08ea13-fa26-4698-80e8-31e1fbb1c733 HTTP/1.1" status: 204 len: 168 time: 0.1615081 Jun 16 23:08:56.699319 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07a355-68c7-465c-82c7-2dfe6abdb995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b08ea13-fa26-4698-80e8-31e1fbb1c733,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:56.701732 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.708853 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Attempting to bind port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:08:56.709731 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Attempting to bind port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:08:56.710276 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Attempting to bind port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:08:56.715597 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Pushing event updated for resources: {'Port': ['ID=4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:56.720062 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:08:56.721351 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:08:56.721941 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.722492 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:08:56.723146 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Bound port: 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:08:56.723689 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.732073 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.733017 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.734425 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.735058 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.735567 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.736274 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.736755 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.737742 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.739631 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.740200 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.740814 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.741471 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.741993 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.742492 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.743025 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:08:56.752337 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a9dde3e6-5839-4af4-935d-731df77d9788 None None] Provisioning complete for port dbaf0d12-71a3-4470-9c75-66098e59756f triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:08:56.752684 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a9dde3e6-5839-4af4-935d-731df77d9788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.807818 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] For port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:08:56.814148 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] For port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:08:56.826749 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:56.854332 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-800fdcca-5d37-4155-a5c0-05b450419a9b req-f69767c4-1965-491f-b9c7-31755fa645a5 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515613 Jun 16 23:08:56.887539 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:08:56.887760 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a9dde3e6-5839-4af4-935d-731df77d9788 None None] Current status of the port dbaf0d12-71a3-4470-9c75-66098e59756f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:08:56.888558 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:08:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:56.932228 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bd6a7-3fe6-4091-b03a-f7797bfa0fdc None None] Pushing event updated for resources: {'Port': ['ID=4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:57.008652 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:57.027745 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22254-9e7d-4cd3-81fe-cb788cb2a8ab req-de05c414-ab24-4d41-92d3-8f5b84eff5a3 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:57.029935 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eae22254-9e7d-4cd3-81fe-cb788cb2a8ab req-de05c414-ab24-4d41-92d3-8f5b84eff5a3 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0820358 Jun 16 23:08:57.031626 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Allocated IP 172.20.0.1 (3bc5bb13-5863-4991-9013-5a5018248221/0665efda-6b5f-4ddb-98fa-cc84d1a09d88/3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:08:57.036796 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:08:57.142301 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port dbaf0d12-71a3-4470-9c75-66098e59756f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:08:57.150375 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-eae22254-9e7d-4cd3-81fe-cb788cb2a8ab req-72d0e4fe-f6c6-4383-b769-0d4c3c7083e5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045632 Jun 16 23:08:57.166525 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:57.183876 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Publish callbacks [] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:57.216894 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:57.229118 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:54Z', 'revision_number': 3, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:57.255527 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb87e8-abe1-475c-a0c7-94f69cdfa520 None None] The sync data for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi is: [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:54Z', 'revision_number': 3, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:08:57.268505 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Network 3bc5bb13-5863-4991-9013-5a5018248221 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:08:57.271917 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:57.276160 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:08:57.279257 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Pushing event updated for resources: {'Port': ['ID=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:57.321094 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (aab9280f-af26-45d3-b11e-93a113ce071f), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:57.455771 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:57.514942 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-56b29d59-7b59-484e-b543-6a0afbf343da None None] Provisioning complete for port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:08:57.515313 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-56b29d59-7b59-484e-b543-6a0afbf343da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:57.556015 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-56b29d59-7b59-484e-b543-6a0afbf343da None None] Port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:08:57.596018 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:57.650385 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Publish callbacks [] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:57.655030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:57.722030 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Pushing event updated for resources: {'Port': ['ID=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:57.727966 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (aab9280f-af26-45d3-b11e-93a113ce071f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:57.835981 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Network 3bc5bb13-5863-4991-9013-5a5018248221 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:08:57.837540 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:57.925636 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-9b314aa4-b82c-42a7-87d2-621d29614961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:57.927283 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-9b314aa4-b82c-42a7-87d2-621d29614961 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 1127 time: 0.0547316 Jun 16 23:08:57.973608 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device dbaf0d12-71a3-4470-9c75-66098e59756f up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:08:57.985560 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Router aab9280f-af26-45d3-b11e-93a113ce071f has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:08:58.053543 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port dbaf0d12-71a3-4470-9c75-66098e59756f triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:08:58.053921 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:58.079403 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-91bf2410-8057-4f4f-8398-39a27e9e3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:58.081783 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-91bf2410-8057-4f4f-8398-39a27e9e3a6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.1458042 Jun 16 23:08:58.105182 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:58.107935 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:58.139194 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-8778f9d9-e46e-42f0-af7b-7621145f610c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d02cfeb-d784-4f09-9198-cae370fc9285 HTTP/1.1" status: 200 len: 217 time: 0.0498528 Jun 16 23:08:58.145796 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:58.194455 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:08:58.213471 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-61913c4c-2950-4d3e-9f15-de66190c1c4a admin admin] 10.222.0.17 "PUT /v2.0/routers/aab9280f-af26-45d3-b11e-93a113ce071f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4894159 Jun 16 23:08:58.219607 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-e3e0c802-8460-406e-85c9-3ebe7af2b854 None None] Provisioning complete for port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:08:58.219980 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c802-8460-406e-85c9-3ebe7af2b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:58.223637 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port dbaf0d12-71a3-4470-9c75-66098e59756f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:08:58.224926 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:08:58.228276 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-716ce873-9626-4419-8603-032919420f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:58.230759 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-716ce873-9626-4419-8603-032919420f62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0806341 Jun 16 23:08:58.290336 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0c802-8460-406e-85c9-3ebe7af2b854 None None] Port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:08:58.315072 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-84f69df2-3b34-4cb5-8c69-f81d8d6bb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:58.316655 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-84f69df2-3b34-4cb5-8c69-f81d8d6bb62c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740545 Jun 16 23:08:58.332756 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:08:58.333132 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:58.371862 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25535f2-f2bb-40cc-a6f5-041218d8b1c1 req-f23b0253-1f5f-42dc-aa0e-fd5fe0c20fbb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:58.373525 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f25535f2-f2bb-40cc-a6f5-041218d8b1c1 req-f23b0253-1f5f-42dc-aa0e-fd5fe0c20fbb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0936253 Jun 16 23:08:58.443341 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f25535f2-f2bb-40cc-a6f5-041218d8b1c1 req-6f4adeeb-7d5c-4204-92d2-56f421ae97a3 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596740 Jun 16 23:08:58.464086 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:08:58.464577 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:58.466336 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-918b3e72-5de2-4f37-9282-9feec90d4892 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431887 Jun 16 23:08:58.489731 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:08:58.493809 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:58.544285 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:58.563301 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-efe1c42e-27d5-41e1-8804-fe1c16cb006b req-b53d76bc-21ba-4b19-9cd2-86785ad2e483 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904036 Jun 16 23:08:58.897020 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60200) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:58.901815 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1775040585-network', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:58.920989 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Made reservation on behalf of e3fa912bc57742ae88c8f464e6843f59 for: {'network': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:58.923959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for network (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:58.933391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.013103 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Publish callbacks [] for security_group (c04cbf03-56d2-426a-97be-d51e2fd267e9), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.016942 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c04cbf03-56d2-426a-97be-d51e2fd267e9), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.021070 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:59.045115 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:59.046116 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 23:08:59.061182 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04cbf03-56d2-426a-97be-d51e2fd267e9,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:59.065521 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (24c746ac-233b-47b5-b6ae-c7cabb93e3fe), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.065871 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.segments_db [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Added segment 24c746ac-233b-47b5-b6ae-c7cabb93e3fe of type vlan for network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 Jun 16 23:08:59.108650 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773983401575'] for network (d0ea39c8-ad8d-43cf-b80b-72ecd63d7361), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.134617 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552'] for network (d0ea39c8-ad8d-43cf-b80b-72ecd63d7361), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.135639 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:59.136240 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.167583 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2694895 Jun 16 23:08:59.170527 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60202) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:59.176007 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Request body: {'subnet': {'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1775040585-subnet', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'ip_version': 4}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:59.198575 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Made reservation on behalf of e3fa912bc57742ae88c8f464e6843f59 for: {'subnet': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:08:59.200997 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60471339'] for subnet (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.204357 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d066d09-0dbe-4226-bfcb-419b633fa22a admin admin] Pushing event updated for resources: {'Network': ['ID=d0ea39c8-ad8d-43cf-b80b-72ecd63d7361,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:59.218770 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Sync routers for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:08:59.230305 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 details requested by agent ovs-agent-dv-cinder-846230-1-iscsi with host dv-cinder-846230-1-iscsi {{(pid=103763) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 23:08:59.256963 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:08:59.257777 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:08:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:59.374023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58791013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60471321'] for subnet (e124d630-7279-4193-ac2b-6e1dcdc0ce19), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.400875 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:08:59.436973 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e124d630-7279-4193-ac2b-6e1dcdc0ce19,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:08:59.444603 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Checking segment: {'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:08:59.444925 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Network hostable DHCP agents. Network: d0ea39c8-ad8d-43cf-b80b-72ecd63d7361, hostable agents: ['611d9436-397b-476e-89ad-3875c28d1397'], hosted agents: [] {{(pid=103761) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 23:08:59.447877 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:59.467612 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 is scheduled to be hosted by DHCP agent 611d9436-397b-476e-89ad-3875c28d1397 with binding_index 1 {{(pid=103761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 23:08:59.492109 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846230-1-iscsi, d0ea39c8-ad8d-43cf-b80b-72ecd63d7361) {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:08:59.505058 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd7f299-8842-48f1-ad8e-2ec0ddeb3ef8 None None] Network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:08:59.507401 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:59.508144 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.530239 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b44dce5b-ab02-45e7-bad5-989ee8947edd admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3585367 Jun 16 23:08:59.532618 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60212) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:08:59.542296 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:08:59.604066 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-344548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27655'] for router (320f6513-3233-4d47-8478-eeea5917016a), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.605197 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-344343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-337067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-354265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27660'] for router (320f6513-3233-4d47-8478-eeea5917016a), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.622986 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008f09b-84ea-4e26-8506-130e9d780c56 req-b7c24baa-54fe-473f-a689-fb8f8792bfee tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:08:59.625727 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c008f09b-84ea-4e26-8506-130e9d780c56 req-b7c24baa-54fe-473f-a689-fb8f8792bfee tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0868268 Jun 16 23:08:59.698318 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks [] for router_controller (320f6513-3233-4d47-8478-eeea5917016a), precommit_add_association {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.705908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9b2a74d-b174-5b57-8891-2cf5d43c5ef5-d0ea39c8-ad8d-43cf-b80b-72ecd63d7361', 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361', 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'fixed_ips': [{'subnet_id': 'e124d630-7279-4193-ac2b-6e1dcdc0ce19'}]}} from dv-cinder-846230-1-iscsi. {{(pid=103763) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 23:08:59.707026 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.720143 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c008f09b-84ea-4e26-8506-130e9d780c56 req-673be82e-2aea-4270-9c13-320d395ce854 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864148 Jun 16 23:08:59.740584 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 2, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:08:59.773164 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Checking router: aab9280f-af26-45d3-b11e-93a113ce071f for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:08:59.773493 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Updating router aab9280f-af26-45d3-b11e-93a113ce071f port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:08:59.849694 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:08:59.860503 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks [] for router_gateway (320f6513-3233-4d47-8478-eeea5917016a), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:08:59.864230 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:08:59.930338 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:00.022878 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.024559 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:00.054902 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks [] for router_gateway (320f6513-3233-4d47-8478-eeea5917016a), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.073996 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.122995 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.db_base_plugin_common [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Allocated IP 172.20.0.2 (d0ea39c8-ad8d-43cf-b80b-72ecd63d7361/e124d630-7279-4193-ac2b-6e1dcdc0ce19/df58629b-6dfd-43ca-b998-f533250f533f) {{(pid=103763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:09:00.182497 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:00.182815 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.184927 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Allocated IP 172.27.3.251 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/7ca42406-a533-4759-aee6-fee10a56b37f) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:09:00.288268 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks [] for port (7ca42406-a533-4759-aee6-fee10a56b37f), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.325373 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.364362 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:09:00.370899 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:09:00.375700 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:09:00.398285 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:00.400941 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca42406-a533-4759-aee6-fee10a56b37f,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:00.428647 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:00.494153 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Publish callbacks [] for port (df58629b-6dfd-43ca-b998-f533250f533f), precommit_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.516034 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808'] for port (df58629b-6dfd-43ca-b998-f533250f533f), after_create {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.565391 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 is already hosted by enough agents. {{(pid=103763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:09:00.568028 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Publish callbacks [] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.572260 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.scheduler.base_scheduler [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Resources bound (agent type, host, resource id): {{(pid=103763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:09:00.577926 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Received port after_create {{(pid=103763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:09:00.583137 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.597937 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Pushing event updated for resources: {'Port': ['ID=df58629b-6dfd-43ca-b998-f533250f533f,revision_number=1']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:00.629435 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks [] for router_gateway (320f6513-3233-4d47-8478-eeea5917016a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.690833 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:00.717589 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29affe8-ae89-4c34-a67c-f5ffad910fe4 None None] Pushing event updated for resources: {'Port': ['ID=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:00.726086 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Attempting to bind port df58629b-6dfd-43ca-b998-f533250f533f on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:09:00.726458 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Attempting to bind port df58629b-6dfd-43ca-b998-f533250f533f by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:09:00.726864 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Attempting to bind port df58629b-6dfd-43ca-b998-f533250f533f on network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:09:00.763621 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:09:00.764157 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Checking segment: {'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:09:00.764564 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.765076 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Bound using segment: {'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:09:00.765431 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Bound port: df58629b-6dfd-43ca-b998-f533250f533f, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:09:00.765809 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (df58629b-6dfd-43ca-b998-f533250f533f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.792671 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:00.801788 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:00.806790 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Attempting to bind port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:09:00.807167 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Attempting to bind port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:09:00.807532 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Attempting to bind port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd on network 3bc5bb13-5863-4991-9013-5a5018248221 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:09:00.841641 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:09:00.842046 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Checking segment: {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:09:00.842460 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.842842 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Bound using segment: {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:09:00.843320 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Bound port: 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:09:00.843704 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.903142 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c30e00-52a7-4f18-a86b-eb28fe2d43a6 req-c8dce0e6-cf28-4904-adf1-250be56c8b86 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:00.903973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] For port df58629b-6dfd-43ca-b998-f533250f533f, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:09:00.904791 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0c30e00-52a7-4f18-a86b-eb28fe2d43a6 req-c8dce0e6-cf28-4904-adf1-250be56c8b86 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.1000786 Jun 16 23:09:00.913853 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-344829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-344675'] for router (320f6513-3233-4d47-8478-eeea5917016a), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.925619 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] For port df58629b-6dfd-43ca-b998-f533250f533f, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=df58629b-6dfd-43ca-b998-f533250f533f,segment=NetworkSegment(24c746ac-233b-47b5-b6ae-c7cabb93e3fe),segment_id=24c746ac-233b-47b5-b6ae-c7cabb93e3fe)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:09:00.944392 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (df58629b-6dfd-43ca-b998-f533250f533f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:00.978863 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] For port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:09:00.992672 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-d7cc1110-1322-4a63-8b8d-dedcd038d662 None None] Provisioning complete for port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:00.993045 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d7cc1110-1322-4a63-8b8d-dedcd038d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:01.005104 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] For port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:09:01.034157 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a0c30e00-52a7-4f18-a86b-eb28fe2d43a6 req-078f449e-08bf-4207-b8e8-a89e2f038f41 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220965 Jun 16 23:09:01.038642 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:01.061075 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1596bd3-b6cd-4d75-bf75-7537ebd8bd09 None None] Pushing event updated for resources: {'Port': ['ID=df58629b-6dfd-43ca-b998-f533250f533f,revision_number=2']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:01.071429 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc1110-1322-4a63-8b8d-dedcd038d662 None None] Port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:09:01.097951 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Router 320f6513-3233-4d47-8478-eeea5917016a is scheduled to L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 with binding_index 1 {{(pid=103761) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 23:09:01.115084 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:01.115731 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:08:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:01.163661 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29affe8-ae89-4c34-a67c-f5ffad910fe4 None None] Pushing event updated for resources: {'Port': ['ID=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:01.233905 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:09:01.276314 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:01.277384 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Sync routers for ids ['320f6513-3233-4d47-8478-eeea5917016a'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:09:01.289077 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:01.292765 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Routers {'320f6513-3233-4d47-8478-eeea5917016a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:01.293011 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-0cdd9bd9-8bad-415c-b266-0083323ff329 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7561357 Jun 16 23:09:01.293113 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:08:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['320f6513-3233-4d47-8478-eeea5917016a'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:01.293226 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60226) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:01.410531 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Set router 320f6513-3233-4d47-8478-eeea5917016a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:01.521396 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-ae82116c-9efb-4f6a-9a7d-a6250add7c49 None None] Provisioning complete for port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:01.522025 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ae82116c-9efb-4f6a-9a7d-a6250add7c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:01.590745 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:09:00Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:01.613483 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:09:00Z', 'revision_number': 3, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port': {'id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:00Z', 'updated_at': '2022-06-16T23:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:01.617368 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:01.619519 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cccfec-b23e-4403-b429-e902ad11bdfd None None] The sync data for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi is: [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:09:00Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:09:01.643658 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Checking router: 320f6513-3233-4d47-8478-eeea5917016a for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:09:01.643997 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Updating router 320f6513-3233-4d47-8478-eeea5917016a port 7ca42406-a533-4759-aee6-fee10a56b37f binding host dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:09:01.672705 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:01.698608 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-ae82116c-9efb-4f6a-9a7d-a6250add7c49 None None] Current status of the port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:01.699082 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ae82116c-9efb-4f6a-9a7d-a6250add7c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:01.780643 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-ae82116c-9efb-4f6a-9a7d-a6250add7c49 None None] For port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:01.789847 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ae82116c-9efb-4f6a-9a7d-a6250add7c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:01.838852 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:01.853298 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:01.896180 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82116c-9efb-4f6a-9a7d-a6250add7c49 None None] Pushing event updated for resources: {'Port': ['ID=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:02.025111 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:02.113273 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Publish callbacks [] for port (7ca42406-a533-4759-aee6-fee10a56b37f), precommit_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.119470 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.141407 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:02.142765 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.153302 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Allocated IP 172.20.0.1 (d0ea39c8-ad8d-43cf-b80b-72ecd63d7361/e124d630-7279-4193-ac2b-6e1dcdc0ce19/157dd426-eafb-43b5-9812-1c71b28db5da) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:09:02.200749 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:02.223803 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Attempting to bind port 7ca42406-a533-4759-aee6-fee10a56b37f on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:09:02.224476 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Attempting to bind port 7ca42406-a533-4759-aee6-fee10a56b37f by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:09:02.225021 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Attempting to bind port 7ca42406-a533-4759-aee6-fee10a56b37f on network 0d3d98d4-5670-4dea-a434-bf3ab95da654 {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:09:02.256639 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:09:02.256927 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Checking segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:09:02.259252 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.259661 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Bound using segment: {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'} {{(pid=103764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:09:02.260160 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.managers [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Bound port: 7ca42406-a533-4759-aee6-fee10a56b37f, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7bc99f-e796-4294-a5f9-0475b73f050c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654'}}] {{(pid=103764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:09:02.260541 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), before_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.285133 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:02.287586 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device df58629b-6dfd-43ca-b998-f533250f533f up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:02.311975 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:02.326934 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b2ad2-0979-4ab1-8266-aa9460c72d70 req-a5ed68b0-532d-4f7d-bdf5-daafd02c4695 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:02.328006 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:02.332897 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-716b2ad2-0979-4ab1-8266-aa9460c72d70 req-a5ed68b0-532d-4f7d-bdf5-daafd02c4695 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.1364233 Jun 16 23:09:02.346970 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Publish callbacks [] for port (157dd426-eafb-43b5-9812-1c71b28db5da), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.351283 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port df58629b-6dfd-43ca-b998-f533250f533f triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:02.352031 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (df58629b-6dfd-43ca-b998-f533250f533f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.378576 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:02.436561 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.444231 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d75516-8505-408a-9419-1b4ad10e57a7 None None] Pushing event updated for resources: {'Port': ['ID=7ca42406-a533-4759-aee6-fee10a56b37f,revision_number=2']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:02.466875 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:02.468989 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] For port 7ca42406-a533-4759-aee6-fee10a56b37f, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:09:02.476934 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.plugins.ml2.db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] For port 7ca42406-a533-4759-aee6-fee10a56b37f, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=7ca42406-a533-4759-aee6-fee10a56b37f,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:09:02.479544 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port df58629b-6dfd-43ca-b998-f533250f533f is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:02.480037 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (df58629b-6dfd-43ca-b998-f533250f533f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.482254 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-716b2ad2-0979-4ab1-8266-aa9460c72d70 req-d8b41ec9-9c60-4eb2-91fe-30e41401641d tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377728 Jun 16 23:09:02.511591 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron_lib.callbacks.manager [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), after_update {{(pid=103764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.525240 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:09:02.529204 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:09:02.533316 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:09:02.536750 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Pushing event updated for resources: {'Port': ['ID=157dd426-eafb-43b5-9812-1c71b28db5da,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:02.540304 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port df58629b-6dfd-43ca-b998-f533250f533f, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=df58629b-6dfd-43ca-b998-f533250f533f,segment=NetworkSegment(24c746ac-233b-47b5-b6ae-c7cabb93e3fe),segment_id=24c746ac-233b-47b5-b6ae-c7cabb93e3fe)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:02.549796 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (df58629b-6dfd-43ca-b998-f533250f533f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.575730 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344415'] for router_interface (320f6513-3233-4d47-8478-eeea5917016a), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.614255 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=df58629b-6dfd-43ca-b998-f533250f533f,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:02.616914 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e970e6-2e79-4cc4-9362-5d57bd490390 None None] Network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:09:02.633514 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d75516-8505-408a-9419-1b4ad10e57a7 None None] Pushing event updated for resources: {'Port': ['ID=7ca42406-a533-4759-aee6-fee10a56b37f,revision_number=3']} {{(pid=103764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:02.644668 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Routers {'320f6513-3233-4d47-8478-eeea5917016a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:02.645297 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:08:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['320f6513-3233-4d47-8478-eeea5917016a'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:02.737198 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-7cd1064d-1911-40bc-ab09-496ae10d3bed None None] Provisioning complete for port df58629b-6dfd-43ca-b998-f533250f533f triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:02.737899 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7cd1064d-1911-40bc-ab09-496ae10d3bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (df58629b-6dfd-43ca-b998-f533250f533f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.752229 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8e96f8e3-41ee-4280-9003-15d9bd1105ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.771517 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:02.865123 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] Set router 320f6513-3233-4d47-8478-eeea5917016a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:02.885435 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-7cd1064d-1911-40bc-ab09-496ae10d3bed None None] Current status of the port df58629b-6dfd-43ca-b998-f533250f533f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:02.995660 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Publish callbacks [] for port (157dd426-eafb-43b5-9812-1c71b28db5da), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.004105 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.091759 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:09:00Z', 'revision_number': 3, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port': {'id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:00Z', 'updated_at': '2022-06-16T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:03.103874 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-344491'] for router_interface (320f6513-3233-4d47-8478-eeea5917016a), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.107312 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c66e7bbe-45e0-4852-902e-81646e9dedb8 None None] Provisioning complete for port df58629b-6dfd-43ca-b998-f533250f533f triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:03.107504 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Pushing event updated for resources: {'Port': ['ID=157dd426-eafb-43b5-9812-1c71b28db5da,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:03.107691 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c66e7bbe-45e0-4852-902e-81646e9dedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (df58629b-6dfd-43ca-b998-f533250f533f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.136305 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a9c50-a397-41da-be63-509041fc7e91 None None] The sync data for ids ['320f6513-3233-4d47-8478-eeea5917016a'] in dv-cinder-846230-1-iscsi is: [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:09:00Z', 'revision_number': 3, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port': {'id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:00Z', 'updated_at': '2022-06-16T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:09:03.239601 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:09:03.241233 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:09:03.395066 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:03.404117 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Router 320f6513-3233-4d47-8478-eeea5917016a has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:09:03.417873 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:03.437077 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c66e7bbe-45e0-4852-902e-81646e9dedb8 None None] Current status of the port df58629b-6dfd-43ca-b998-f533250f533f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:03.446692 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c66e7bbe-45e0-4852-902e-81646e9dedb8 None None] Provisioning complete for port 157dd426-eafb-43b5-9812-1c71b28db5da triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:03.447308 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c66e7bbe-45e0-4852-902e-81646e9dedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.501894 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c66e7bbe-45e0-4852-902e-81646e9dedb8 None None] Port 157dd426-eafb-43b5-9812-1c71b28db5da cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:09:03.528918 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60244) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:03.535567 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:09:03.555263 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-e46b4869-2403-41ea-ad4b-e4390fde802f admin admin] 10.222.0.17 "PUT /v2.0/routers/320f6513-3233-4d47-8478-eeea5917016a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2609222 Jun 16 23:09:03.632100 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-3860c68d-4e31-45e9-8200-8d31d57ce54e None None] Provisioning complete for port 157dd426-eafb-43b5-9812-1c71b28db5da triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:03.632578 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-3860c68d-4e31-45e9-8200-8d31d57ce54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.708602 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4767a-47d2-47c8-9b7a-94ca92c56a6d req-86fc08bd-9e4b-4bfc-8c56-71b2c98bfd2a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:03.716465 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0ef4767a-47d2-47c8-9b7a-94ca92c56a6d req-86fc08bd-9e4b-4bfc-8c56-71b2c98bfd2a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.1261985 Jun 16 23:09:03.735201 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-3860c68d-4e31-45e9-8200-8d31d57ce54e None None] Port 157dd426-eafb-43b5-9812-1c71b28db5da cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:09:03.750654 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-18e147dd-58f9-47a5-8479-33104d88bd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.808470 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0ef4767a-47d2-47c8-9b7a-94ca92c56a6d req-71c44a62-9a72-456a-b4d0-4d077d56697e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903938 Jun 16 23:09:03.860502 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-4445b5df-f130-4924-969a-1d50a39ce6c0 None None] Provisioning complete for port 157dd426-eafb-43b5-9812-1c71b28db5da triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:03.860502 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4445b5df-f130-4924-969a-1d50a39ce6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.917503 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:03.921197 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-18e147dd-58f9-47a5-8479-33104d88bd3a admin admin] Publish callbacks [] for security_group (be2c4f5f-8db2-4938-b76c-9809641881a4), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.922833 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-4445b5df-f130-4924-969a-1d50a39ce6c0 None None] Port 157dd426-eafb-43b5-9812-1c71b28db5da cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:09:03.929240 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-18e147dd-58f9-47a5-8479-33104d88bd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (be2c4f5f-8db2-4938-b76c-9809641881a4), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:03.977107 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-18e147dd-58f9-47a5-8479-33104d88bd3a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5fe64a5c67c541419efe1d817ec5c26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465189 Jun 16 23:09:03.978010 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e147dd-58f9-47a5-8479-33104d88bd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2c4f5f-8db2-4938-b76c-9809641881a4,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:03.979891 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60256) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:04.006919 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:04.037172 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 7ca42406-a533-4759-aee6-fee10a56b37f up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:04.043629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bfba9607-9400-4cbc-976b-19baa0cbf374 admin admin] Publish callbacks [] for security_group (be2c4f5f-8db2-4938-b76c-9809641881a4), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.072004 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bfba9607-9400-4cbc-976b-19baa0cbf374 admin admin] Publish callbacks [] for security_group (be2c4f5f-8db2-4938-b76c-9809641881a4), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.102838 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 7ca42406-a533-4759-aee6-fee10a56b37f triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:04.103394 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.135442 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bfba9607-9400-4cbc-976b-19baa0cbf374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (be2c4f5f-8db2-4938-b76c-9809641881a4), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.139230 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-bfba9607-9400-4cbc-976b-19baa0cbf374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.140862 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-bfba9607-9400-4cbc-976b-19baa0cbf374 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/be2c4f5f-8db2-4938-b76c-9809641881a4 HTTP/1.1" status: 204 len: 168 time: 0.1597900 Jun 16 23:09:04.156820 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba9607-9400-4cbc-976b-19baa0cbf374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2c4f5f-8db2-4938-b76c-9809641881a4,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:04.255395 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 7ca42406-a533-4759-aee6-fee10a56b37f is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:04.256371 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.290027 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] For port 7ca42406-a533-4759-aee6-fee10a56b37f, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=7ca42406-a533-4759-aee6-fee10a56b37f,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:04.295420 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.299475 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:04.401249 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Pushing event updated for resources: {'Port': ['ID=7ca42406-a533-4759-aee6-fee10a56b37f,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:04.412195 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:04.413145 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.515695 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:04.517596 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device df58629b-6dfd-43ca-b998-f533250f533f up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:04.572920 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port df58629b-6dfd-43ca-b998-f533250f533f triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:04.573325 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (df58629b-6dfd-43ca-b998-f533250f533f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.650786 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port df58629b-6dfd-43ca-b998-f533250f533f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:04.838483 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d5e4019a-ef94-425f-99d5-64550277afec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:04.933190 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5552-30ff-4b23-8387-fdc53b20d1b2 req-e44cbd08-51f2-4578-a14a-b8dec4430d5f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:04.936106 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cacd5552-30ff-4b23-8387-fdc53b20d1b2 req-e44cbd08-51f2-4578-a14a-b8dec4430d5f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0538819 Jun 16 23:09:04.997050 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-cacd5552-30ff-4b23-8387-fdc53b20d1b2 req-4c916481-c7ce-4189-9eee-349a18e9105e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532401 Jun 16 23:09:05.380894 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Sync routers for ids ['320f6513-3233-4d47-8478-eeea5917016a'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:09:05.396386 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Routers {'320f6513-3233-4d47-8478-eeea5917016a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:05.397008 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:09:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['320f6513-3233-4d47-8478-eeea5917016a'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:05.510612 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Set router 320f6513-3233-4d47-8478-eeea5917016a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:05.583865 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:05.711883 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:09:02Z', 'revision_number': 4, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port': {'id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:00Z', 'updated_at': '2022-06-16T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '157dd426-eafb-43b5-9812-1c71b28db5da', 'name': '', 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'mac_address': 'fa:16:3e:5a:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'e124d630-7279-4193-ac2b-6e1dcdc0ce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:01Z', 'updated_at': '2022-06-16T23:09:02Z', 'revision_number': 2, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'subnets': [{'id': 'e124d630-7279-4193-ac2b-6e1dcdc0ce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:05.737070 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Checking router: 320f6513-3233-4d47-8478-eeea5917016a for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:09:05.737424 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Updating router 320f6513-3233-4d47-8478-eeea5917016a port 157dd426-eafb-43b5-9812-1c71b28db5da binding host dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 23:09:05.773413 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:05.790787 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:05.845780 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:05.895433 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 7ca42406-a533-4759-aee6-fee10a56b37f up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:05.993208 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 7ca42406-a533-4759-aee6-fee10a56b37f triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:05.993208 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:06.132062 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b8868-088b-4b30-97ff-df14c33fabf1 req-b57e8fda-7113-496a-ad9f-f397fa99ff5a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:06.139342 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-289b8868-088b-4b30-97ff-df14c33fabf1 req-b57e8fda-7113-496a-ad9f-f397fa99ff5a tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0664012 Jun 16 23:09:06.146902 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 7ca42406-a533-4759-aee6-fee10a56b37f is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:06.169202 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:06.199868 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Publish callbacks [] for port (157dd426-eafb-43b5-9812-1c71b28db5da), precommit_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:06.210660 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-289b8868-088b-4b30-97ff-df14c33fabf1 req-b364f2e6-772a-4a8d-ae8b-fac6acc2ce57 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668075 Jun 16 23:09:06.214905 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:06.273103 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a58494-5f63-4a84-a15a-23dca4c30290 None None] Pushing event updated for resources: {'Port': ['ID=157dd426-eafb-43b5-9812-1c71b28db5da,revision_number=3']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:06.338181 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Attempting to bind port 157dd426-eafb-43b5-9812-1c71b28db5da on host dv-cinder-846230-1-iscsi for vnic_type normal with profile {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:09:06.338727 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Attempting to bind port 157dd426-eafb-43b5-9812-1c71b28db5da by drivers openvswitch,hyperv on host dv-cinder-846230-1-iscsi at level 0 using segments [{'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:09:06.339101 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Attempting to bind port 157dd426-eafb-43b5-9812-1c71b28db5da on network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:09:06.346032 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Checking agent: {'id': 'c868ff39-5322-4921-aa81-b91dd06353da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846230-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 52, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846230-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:09:06.346408 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Checking segment: {'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:09:06.346963 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:06.347356 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Bound using segment: {'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'} {{(pid=103763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:09:06.347826 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.managers [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Bound port: 157dd426-eafb-43b5-9812-1c71b28db5da, host: dv-cinder-846230-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c746ac-233b-47b5-b6ae-c7cabb93e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361'}}] {{(pid=103763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:09:06.348209 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:06.424991 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] For port 157dd426-eafb-43b5-9812-1c71b28db5da, host dv-cinder-846230-1-iscsi, cleared binding levels {{(pid=103763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:09:06.429074 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] For port 157dd426-eafb-43b5-9812-1c71b28db5da, host dv-cinder-846230-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=157dd426-eafb-43b5-9812-1c71b28db5da,segment=NetworkSegment(24c746ac-233b-47b5-b6ae-c7cabb93e3fe),segment_id=24c746ac-233b-47b5-b6ae-c7cabb93e3fe)] {{(pid=103763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:09:06.440003 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:06.499178 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Routers {'320f6513-3233-4d47-8478-eeea5917016a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:06.499832 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:09:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['320f6513-3233-4d47-8478-eeea5917016a'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:06.506742 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:06.560600 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a58494-5f63-4a84-a15a-23dca4c30290 None None] Pushing event updated for resources: {'Port': ['ID=157dd426-eafb-43b5-9812-1c71b28db5da,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:06.582627 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-1591059f-a6b0-46c5-b25c-1e499543e912 None None] Provisioning complete for port 157dd426-eafb-43b5-9812-1c71b28db5da triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:06.582990 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1591059f-a6b0-46c5-b25c-1e499543e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:06.802829 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:06.820348 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] Set router 320f6513-3233-4d47-8478-eeea5917016a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:06.940333 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-1591059f-a6b0-46c5-b25c-1e499543e912 None None] Current status of the port 157dd426-eafb-43b5-9812-1c71b28db5da is: DOWN; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:06.940710 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1591059f-a6b0-46c5-b25c-1e499543e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:07.018913 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-1591059f-a6b0-46c5-b25c-1e499543e912 None None] For port 157dd426-eafb-43b5-9812-1c71b28db5da, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=157dd426-eafb-43b5-9812-1c71b28db5da,segment=NetworkSegment(24c746ac-233b-47b5-b6ae-c7cabb93e3fe),segment_id=24c746ac-233b-47b5-b6ae-c7cabb93e3fe)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:07.027636 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1591059f-a6b0-46c5-b25c-1e499543e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:07.103806 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:09:02Z', 'revision_number': 4, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port': {'id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:00Z', 'updated_at': '2022-06-16T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '157dd426-eafb-43b5-9812-1c71b28db5da', 'name': '', 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'mac_address': 'fa:16:3e:5a:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'e124d630-7279-4193-ac2b-6e1dcdc0ce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:01Z', 'updated_at': '2022-06-16T23:09:06Z', 'revision_number': 4, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'subnets': [{'id': 'e124d630-7279-4193-ac2b-6e1dcdc0ce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:07.131191 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18499ec5-bf15-451f-83dc-bd83ba515dd2 None None] The sync data for ids ['320f6513-3233-4d47-8478-eeea5917016a'] in dv-cinder-846230-1-iscsi is: [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:09:02Z', 'revision_number': 4, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port': {'id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:00Z', 'updated_at': '2022-06-16T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '157dd426-eafb-43b5-9812-1c71b28db5da', 'name': '', 'network_id': 'd0ea39c8-ad8d-43cf-b80b-72ecd63d7361', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'mac_address': 'fa:16:3e:5a:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'e124d630-7279-4193-ac2b-6e1dcdc0ce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:01Z', 'updated_at': '2022-06-16T23:09:06Z', 'revision_number': 4, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'subnets': [{'id': 'e124d630-7279-4193-ac2b-6e1dcdc0ce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:09:07.139636 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591059f-a6b0-46c5-b25c-1e499543e912 None None] Pushing event updated for resources: {'Port': ['ID=157dd426-eafb-43b5-9812-1c71b28db5da,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:07.148014 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-9105d03b-56f2-408c-8cf9-b0fa4ad1b85f None None] Provisioning complete for port 157dd426-eafb-43b5-9812-1c71b28db5da triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:07.148343 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9105d03b-56f2-408c-8cf9-b0fa4ad1b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:07.289934 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-9105d03b-56f2-408c-8cf9-b0fa4ad1b85f None None] Current status of the port 157dd426-eafb-43b5-9812-1c71b28db5da is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:07.371888 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce11f1-c707-4693-ad3f-5c92aa8e1b08 req-d661b618-d7fc-46fb-b892-7e826fe4cdd2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:07.373534 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17ce11f1-c707-4693-ad3f-5c92aa8e1b08 req-d661b618-d7fc-46fb-b892-7e826fe4cdd2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0632010 Jun 16 23:09:07.436708 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:07.455228 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-17ce11f1-c707-4693-ad3f-5c92aa8e1b08 req-d4dc6975-9478-4a8b-9583-787ba5716c9c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757558 Jun 16 23:09:07.882549 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 157dd426-eafb-43b5-9812-1c71b28db5da up at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:07.934418 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Provisioning complete for port 157dd426-eafb-43b5-9812-1c71b28db5da triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:07.934812 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:08.021819 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Current status of the port 157dd426-eafb-43b5-9812-1c71b28db5da is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:08.247029 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:08.252748 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:08.327931 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:08.583659 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cdbf8-c81e-4e89-baee-a28e7756b8b7 req-d052f390-abef-4453-bde1-9c2cd70e1878 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:08.585241 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-517cdbf8-c81e-4e89-baee-a28e7756b8b7 req-d052f390-abef-4453-bde1-9c2cd70e1878 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0525188 Jun 16 23:09:08.644424 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-517cdbf8-c81e-4e89-baee-a28e7756b8b7 req-fd1c9525-06d3-4412-aeaf-b98b76b18be6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536082 Jun 16 23:09:09.766623 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67686d-f1eb-48bf-bc80-ab4912381849 req-96302522-eacc-45ee-b219-6c11f642af60 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:09.768134 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8a67686d-f1eb-48bf-bc80-ab4912381849 req-96302522-eacc-45ee-b219-6c11f642af60 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 943 time: 0.0555725 Jun 16 23:09:09.823318 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-8a67686d-f1eb-48bf-bc80-ab4912381849 req-871ad966-80d9-4145-9d32-e5ed32419455 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491536 Jun 16 23:09:10.324775 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 3d02cfeb-d784-4f09-9198-cae370fc9285 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:09:10.435096 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 3d02cfeb-d784-4f09-9198-cae370fc9285, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=3d02cfeb-d784-4f09-9198-cae370fc9285,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:10.447559 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:09:10.483684 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 3d02cfeb-d784-4f09-9198-cae370fc9285 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:10.484070 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:10.498063 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d02cfeb-d784-4f09-9198-cae370fc9285 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:09:10.522484 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 3d02cfeb-d784-4f09-9198-cae370fc9285, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=3d02cfeb-d784-4f09-9198-cae370fc9285,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:10.529326 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:10.559820 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:10.583293 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=3d02cfeb-d784-4f09-9198-cae370fc9285,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:10.766455 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['3d02cfeb-d784-4f09-9198-cae370fc9285'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:09:10.955881 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd827c1e-2976-49b9-ad27-434d470c687a req-dd2708c6-be12-4ea6-8faa-31bbaad1d033 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:10.962654 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bd827c1e-2976-49b9-ad27-434d470c687a req-dd2708c6-be12-4ea6-8faa-31bbaad1d033 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 944 time: 0.0631263 Jun 16 23:09:11.021411 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bd827c1e-2976-49b9-ad27-434d470c687a req-6f08b69d-6b9c-42af-aaf9-fd3d65b96246 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578208 Jun 16 23:09:12.146660 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9444589-6ea7-4a38-95c8-d0b96f9aac4c req-c89eae19-45d1-4d0e-b771-4143ac4ccfcb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:12.148223 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b9444589-6ea7-4a38-95c8-d0b96f9aac4c req-c89eae19-45d1-4d0e-b771-4143ac4ccfcb tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 944 time: 0.0607650 Jun 16 23:09:12.204407 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b9444589-6ea7-4a38-95c8-d0b96f9aac4c req-549b5441-597a-4892-9088-faf1a25ea14b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499597 Jun 16 23:09:12.348386 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 3d02cfeb-d784-4f09-9198-cae370fc9285 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:12.402159 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 3d02cfeb-d784-4f09-9198-cae370fc9285 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:09:12.414814 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 3d02cfeb-d784-4f09-9198-cae370fc9285 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:12.415196 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:12.506522 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 3d02cfeb-d784-4f09-9198-cae370fc9285 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:12.506953 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:12.536495 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:09:12.539110 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ebc49-2ab4-4773-b601-257edddb5aca" -d '{"events": [{"server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "name": "network-vif-plugged", "status": "completed", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:09:12.552892 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 3d02cfeb-d784-4f09-9198-cae370fc9285, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=3d02cfeb-d784-4f09-9198-cae370fc9285,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:12.557999 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:12.583371 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c95ac2f-4c9b-4f63-9303-05ea44ebbc16 x-openstack-request-id: req-5c95ac2f-4c9b-4f63-9303-05ea44ebbc16 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:09:12.583664 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "name": "network-vif-plugged", "status": "completed", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:09:12.583906 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5c95ac2f-4c9b-4f63-9303-05ea44ebbc16 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:09:12.584305 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c95ac2f-4c9b-4f63-9303-05ea44ebbc16'] response: {'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'code': 200} Jun 16 23:09:12.625951 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=3d02cfeb-d784-4f09-9198-cae370fc9285,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:12.813632 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98eb62-17de-4b26-88a3-d80eb2d3d913 req-c5f770a8-93e7-43b0-9f84-3fe565bcbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:12.815344 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8a98eb62-17de-4b26-88a3-d80eb2d3d913 req-c5f770a8-93e7-43b0-9f84-3fe565bcbcb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 1129 time: 0.0473843 Jun 16 23:09:12.871049 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-8a98eb62-17de-4b26-88a3-d80eb2d3d913 req-102061e8-27f1-49c6-904a-2c11b4916a9c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483630 Jun 16 23:09:13.330521 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb266851-45b9-42fd-a82a-2ecb4ad300fa req-948c8df6-009c-418a-b589-508df593db11 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:13.332014 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb266851-45b9-42fd-a82a-2ecb4ad300fa req-948c8df6-009c-418a-b589-508df593db11 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 945 time: 0.0471110 Jun 16 23:09:13.380836 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bb266851-45b9-42fd-a82a-2ecb4ad300fa req-e950c785-fe95-4336-8029-667fd268b69f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Jun 16 23:09:13.716798 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:13.783732 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-689fcd58-c51a-4e98-9f58-28473028927d tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:13.785186 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-689fcd58-c51a-4e98-9f58-28473028927d tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 815 time: 0.3690293 Jun 16 23:09:13.801148 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-4b91d180-6387-4e34-9978-0b7cc4011541 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/quotas/09a5ddeaa2ee4af483bd6a59a2900cf7 HTTP/1.1" status: 200 len: 375 time: 0.0105600 Jun 16 23:09:13.848718 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-919697dc-7e2d-4df3-8572-8cbb08ebcef8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424061 Jun 16 23:09:13.944408 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-06188405-f902-4158-8fe6-1e318eedff1b service neutron] 10.222.0.17 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841241 Jun 16 23:09:14.035590 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-4be2323d-eaf0-4aa0-b960-0f712758a692 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850971 Jun 16 23:09:14.197226 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-65ace600-c2e8-4acd-a064-6e702462c983 req-ada16fa7-8a05-41f0-9ffa-7fda74f046d9 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 210 time: 0.0300603 Jun 16 23:09:14.239849 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=43 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:14.240757 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:14.499971 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e2b64-9a2c-4934-83ff-a1e6d4532150 req-d9c74ea6-a182-415c-a10c-a5c7ba6842e8 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:14.501890 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7f9e2b64-9a2c-4934-83ff-a1e6d4532150 req-d9c74ea6-a182-415c-a10c-a5c7ba6842e8 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 945 time: 0.0523489 Jun 16 23:09:14.540701 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:14.554390 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7f9e2b64-9a2c-4934-83ff-a1e6d4532150 req-f6824b71-7188-4e51-aa9f-d3e85d407cf3 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453837 Jun 16 23:09:14.671816 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bf699-6696-4350-be93-942c62cab9a1 req-59a4915b-7e5a-4613-a7be-affbe4e1c4b2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:14.673295 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-046bf699-6696-4350-be93-942c62cab9a1 req-59a4915b-7e5a-4613-a7be-affbe4e1c4b2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 945 time: 0.0516038 Jun 16 23:09:14.724129 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-046bf699-6696-4350-be93-942c62cab9a1 req-9e3653f1-4e08-4f5f-860d-b4d268c0d361 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451624 Jun 16 23:09:14.747429 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60344) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:14.785155 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57568d7-d432-4a74-aed7-46b919e598df tempest-TestVolumeBootPattern-1949457299 tempest-TestVolumeBootPattern-1949457299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:14.786679 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c57568d7-d432-4a74-aed7-46b919e598df tempest-TestVolumeBootPattern-1949457299 tempest-TestVolumeBootPattern-1949457299-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 1124 time: 0.0380766 Jun 16 23:09:14.789319 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60346) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:14.793391 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:14.813266 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:14.893368 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:15.000276 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Allocated IP 172.27.3.86 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/a28d7d92-22cc-471b-bd35-b38bc0d05da3) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:09:15.171023 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:15.189533 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (a28d7d92-22cc-471b-bd35-b38bc0d05da3), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:15.198567 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-8b664992-1e02-4da3-8861-6eadc2ac8a53 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:15.200031 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-8b664992-1e02-4da3-8861-6eadc2ac8a53 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.26 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 815 time: 0.1854990 Jun 16 23:09:15.233304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'port': {'device_id': '1838efcc-2f09-4596-927e-3b74d8c48810', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'admin_state_up': True, 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:15.239747 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (a28d7d92-22cc-471b-bd35-b38bc0d05da3), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:15.314488 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2b012247-4866-40d5-ac17-8f80eed15a4d req-5d1ad871-4624-48b8-bbf5-bf4b82392aab tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 210 time: 0.0334065 Jun 16 23:09:15.322808 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:15.337062 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:09:15.346462 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:09:15.354787 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:09:15.363866 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=a28d7d92-22cc-471b-bd35-b38bc0d05da3,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:15.531196 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Made reservation on behalf of 09a5ddeaa2ee4af483bd6a59a2900cf7 for: {'port': 1} {{(pid=103762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:09:15.535593 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:15.843943 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_common [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Allocated IP 172.20.0.12 (3bc5bb13-5863-4991-9013-5a5018248221/0665efda-6b5f-4ddb-98fa-cc84d1a09d88/61b8124a-070e-4798-ac19-c08840a62cf5) {{(pid=103762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:09:16.207516 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (357f3976-b029-4b95-9350-e819e65b3241), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:16.361100 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a28d7d92-22cc-471b-bd35-b38bc0d05da3), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:16.388430 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:16.395848 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:16.456658 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-08aee574-2c60-403b-827a-634412e049cc req-d1934f2b-a730-41ec-8315-655b8bd8eac0 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 210 time: 0.0416608 Jun 16 23:09:16.475441 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for port (61b8124a-070e-4798-ac19-c08840a62cf5), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:16.594038 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:16.650634 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (a28d7d92-22cc-471b-bd35-b38bc0d05da3), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:16.658557 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Network 3bc5bb13-5863-4991-9013-5a5018248221 is already hosted by enough agents. {{(pid=103762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:09:16.662734 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.base_scheduler [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Resources bound (agent type, host, resource id): {{(pid=103762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:09:16.664544 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (a28d7d92-22cc-471b-bd35-b38bc0d05da3), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:16.666632 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Received port after_create {{(pid=103762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:09:16.676424 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'Port': ['ID=61b8124a-070e-4798-ac19-c08840a62cf5,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:16.799587 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:16.800362 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:16.813219 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=a28d7d92-22cc-471b-bd35-b38bc0d05da3,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:16.828520 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (357f3976-b029-4b95-9350-e819e65b3241), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:16.838202 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-875bccdd-f152-445c-a305-7cfe556b0c76 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6088581 Jun 16 23:09:16.967665 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.db.l3_db [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Floating IP 357f3976-b029-4b95-9350-e819e65b3241 associated. External IP: 172.27.3.86, port: 3d02cfeb-d784-4f09-9198-cae370fc9285. Jun 16 23:09:16.999458 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-17fca1f5-a8db-4876-91df-cf66bfbc370f None None] Provisioning complete for port 61b8124a-070e-4798-ac19-c08840a62cf5 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:17.000528 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-17fca1f5-a8db-4876-91df-cf66bfbc370f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:17.038820 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-17fca1f5-a8db-4876-91df-cf66bfbc370f None None] Port 61b8124a-070e-4798-ac19-c08840a62cf5 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:09:17.202875 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:09:17.301783 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:17.312994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:17.328521 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:09:17.338921 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:09:17.350998 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:17.351674 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:17.352090 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:09:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:17.388516 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a9652e89-27b7-4472-bb55-a24815133a66 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5981975 Jun 16 23:09:17.391169 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:09:17.394295 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dac9b7-13fd-46a4-af23-faaeb09a93fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:09:17.434187 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96ee83b-cbf0-4186-aac8-4e5149af0cc3 x-openstack-request-id: req-c96ee83b-cbf0-4186-aac8-4e5149af0cc3 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:09:17.434480 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:09:17.434755 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c96ee83b-cbf0-4186-aac8-4e5149af0cc3 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:09:17.435585 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96ee83b-cbf0-4186-aac8-4e5149af0cc3'] response: {'name': 'network-changed', 'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'status': 'completed', 'code': 200} Jun 16 23:09:17.470183 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:17.617817 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ee977-969c-448a-9555-27789bb13cd5 req-e59302ab-eaaa-45ca-a45b-440773752c1d tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:17.620088 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f03ee977-969c-448a-9555-27789bb13cd5 req-e59302ab-eaaa-45ca-a45b-440773752c1d tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 932 time: 0.0570686 Jun 16 23:09:17.687095 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f03ee977-969c-448a-9555-27789bb13cd5 req-7830d2a9-24e9-4cf2-a83e-bcf78865a124 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601254 Jun 16 23:09:17.729987 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:15Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:17.760457 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:09:17.770673 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:17.771288 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:09:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:17.876284 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:18.103789 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:15Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:18.139052 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260abc8-389b-4db3-b064-94522ea3d771 None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:15Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:09:18.370862 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a62a41-f89e-4e0e-b545-1ed9d0406d8a None None] New status for floating IP 357f3976-b029-4b95-9350-e819e65b3241: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:09:18.411673 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:18.809248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437b5e2-1ac0-4756-9f24-b4f60fd894d4 req-f16f2394-5ff2-4fcc-8386-6d259882f845 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:18.810793 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3437b5e2-1ac0-4756-9f24-b4f60fd894d4 req-f16f2394-5ff2-4fcc-8386-6d259882f845 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 932 time: 0.0502057 Jun 16 23:09:18.863373 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-3437b5e2-1ac0-4756-9f24-b4f60fd894d4 req-8b8997fb-eb55-4322-97d5-cd46617af5f0 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461729 Jun 16 23:09:19.980409 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989c59-a816-4a5e-b74e-fe8b95c3bbda req-fc4bc823-49a8-47e9-92d4-5248c3f695dd tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:19.982176 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba989c59-a816-4a5e-b74e-fe8b95c3bbda req-fc4bc823-49a8-47e9-92d4-5248c3f695dd tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 932 time: 0.0498371 Jun 16 23:09:20.033458 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ba989c59-a816-4a5e-b74e-fe8b95c3bbda req-a5e910dd-dc91-42ea-a9a7-3e2a833632b8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 Jun 16 23:09:21.156567 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec543a-172c-451b-8ac8-09d01cd73ead req-77e65cb4-45d7-4f64-8c86-52403f237563 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:21.158244 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-24ec543a-172c-451b-8ac8-09d01cd73ead req-77e65cb4-45d7-4f64-8c86-52403f237563 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 932 time: 0.0538225 Jun 16 23:09:21.207765 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-24ec543a-172c-451b-8ac8-09d01cd73ead req-bb735a29-b0fa-4cb0-802c-b24d43e4d1cd tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Jun 16 23:09:22.350700 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7445d47-36ae-4a5f-935d-05467aea1ed1 req-7d55aee6-b576-4e44-ab46-1328bc2beb6a tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:22.352214 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f7445d47-36ae-4a5f-935d-05467aea1ed1 req-7d55aee6-b576-4e44-ab46-1328bc2beb6a tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 932 time: 0.0643895 Jun 16 23:09:22.403406 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f7445d47-36ae-4a5f-935d-05467aea1ed1 req-71cd26d7-3202-47fb-a811-aaf48aa539c4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 Jun 16 23:09:23.058580 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Request body: {'port': {'device_id': '1838efcc-2f09-4596-927e-3b74d8c48810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:23.100131 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:23.110375 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-684dcf39-c943-4034-8884-fe4a2bc67e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.111948 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-684dcf39-c943-4034-8884-fe4a2bc67e31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 1129 time: 0.0436571 Jun 16 23:09:23.119957 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:23.204084 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-e4462ab0-ea1c-4201-8577-6e1e6ca0683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.205591 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-e4462ab0-ea1c-4201-8577-6e1e6ca0683c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.0853279 Jun 16 23:09:23.276308 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-2646f56c-1978-429c-918b-3bd74a6cf736 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d02cfeb-d784-4f09-9198-cae370fc9285 HTTP/1.1" status: 200 len: 1000 time: 0.0588217 Jun 16 23:09:23.326391 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-b8600c15-b1f2-4904-bfaf-8acae697db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.327847 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-b8600c15-b1f2-4904-bfaf-8acae697db0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0452313 Jun 16 23:09:23.370568 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-5397122e-0249-42f7-aa32-73ef954c30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.372089 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-5397122e-0249-42f7-aa32-73ef954c30cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382762 Jun 16 23:09:23.377753 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b8124a-070e-4798-ac19-c08840a62cf5 {{(pid=103762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:09:23.385164 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Publish callbacks [] for port (61b8124a-070e-4798-ac19-c08840a62cf5), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:23.397542 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.provisioning_blocks [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Transition to ACTIVE for port object 61b8124a-070e-4798-ac19-c08840a62cf5 will not be triggered until provisioned by entity L2. {{(pid=103762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:09:23.400664 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:23.452284 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Pushing event updated for resources: {'Port': ['ID=61b8124a-070e-4798-ac19-c08840a62cf5,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:23.478213 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-f555bc2b-94c3-46d2-8753-1cf26e0289dd service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983784 Jun 16 23:09:23.532396 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Attempting to bind port 61b8124a-070e-4798-ac19-c08840a62cf5 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:09:23.532730 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Attempting to bind port 61b8124a-070e-4798-ac19-c08840a62cf5 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:09:23.533086 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Attempting to bind port 61b8124a-070e-4798-ac19-c08840a62cf5 on network 3bc5bb13-5863-4991-9013-5a5018248221 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:09:23.538172 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Port 61b8124a-070e-4798-ac19-c08840a62cf5 on network 3bc5bb13-5863-4991-9013-5a5018248221 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:09:23.538172 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Attempting to bind port 61b8124a-070e-4798-ac19-c08840a62cf5 on network 3bc5bb13-5863-4991-9013-5a5018248221 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:09:23.543489 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:09:23.543810 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Checking segment: {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:09:23.544195 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Bound using segment: {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:09:23.544622 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Bound port: 61b8124a-070e-4798-ac19-c08840a62cf5, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b6436d-e9d4-463d-8d80-166a8443b7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:09:23.544975 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:23.605974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2e04b-f5e6-41a0-9d72-deefd0375047 req-f1be0eee-55df-4f91-8ba1-ffa802c99e0f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.607564 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-20a2e04b-f5e6-41a0-9d72-deefd0375047 req-f1be0eee-55df-4f91-8ba1-ffa802c99e0f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 944 time: 0.0962176 Jun 16 23:09:23.611024 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] For port 61b8124a-070e-4798-ac19-c08840a62cf5, host hv-cinder-84623, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:09:23.612155 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:23.614986 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] For port 61b8124a-070e-4798-ac19-c08840a62cf5, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=61b8124a-070e-4798-ac19-c08840a62cf5,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:09:23.622533 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60676584'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:23.651034 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-72dac9b7-13fd-46a4-af23-faaeb09a93fd req-64478fa3-d687-4a4f-8f29-9d047ffa8ef6 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654224 Jun 16 23:09:23.657668 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.658122 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:23.659530 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] 10.222.0.26 "PUT /v2.0/ports/61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 1094 time: 0.6064360 Jun 16 23:09:23.659947 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:09:23.662203 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18398fc3-b63e-44e7-89cc-a506a470d906" -d '{"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:09:23.675975 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-20a2e04b-f5e6-41a0-9d72-deefd0375047 req-71d2e345-a91c-4751-b28f-7f69f8622c7e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586016 Jun 16 23:09:23.686320 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c031d-b1d3-4981-b1b4-9d2ffa9d12ea service neutron] Pushing event updated for resources: {'Port': ['ID=61b8124a-070e-4798-ac19-c08840a62cf5,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:23.730177 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bec528-30dc-47ca-b2f5-1dcd3f9bef79 x-openstack-request-id: req-80bec528-30dc-47ca-b2f5-1dcd3f9bef79 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:09:23.730558 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:09:23.730897 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-80bec528-30dc-47ca-b2f5-1dcd3f9bef79 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:09:23.731349 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80bec528-30dc-47ca-b2f5-1dcd3f9bef79'] response: {'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5', 'status': 'completed', 'code': 200} Jun 16 23:09:23.762069 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-fef58fd0-4060-44d8-b98e-f4e238b100c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.763772 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-fef58fd0-4060-44d8-b98e-f4e238b100c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1128 time: 0.0450070 Jun 16 23:09:23.811928 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-7adbd57e-708c-4608-9e66-b829906399c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 217 time: 0.0406094 Jun 16 23:09:23.853839 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:23.864608 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-6d17a992-d970-4a1d-a37b-d2beaf0f1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.866008 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-6d17a992-d970-4a1d-a37b-d2beaf0f1614 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 200 len: 854 time: 0.0476255 Jun 16 23:09:23.908360 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e8d40ad3-0626-46b2-b1ae-389a8741cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:23.909813 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-e8d40ad3-0626-46b2-b1ae-389a8741cef4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bc5bb13-5863-4991-9013-5a5018248221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380445 Jun 16 23:09:23.976536 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:24.005355 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-1764b084-c951-47a5-88cf-4b22a8cf25da service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899765 Jun 16 23:09:24.092322 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-61125514-1c46-4c6a-b950-4f896b3b26c6 req-85b481de-18fd-4db8-b544-96926dea0565 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808172 Jun 16 23:09:24.795961 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef7b99-57e3-4ade-9807-56a7a94b6103 req-8657252b-fac1-4228-81b8-b4b98c84b1c6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:24.797862 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31ef7b99-57e3-4ade-9807-56a7a94b6103 req-8657252b-fac1-4228-81b8-b4b98c84b1c6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 944 time: 0.0486178 Jun 16 23:09:24.844428 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-31ef7b99-57e3-4ade-9807-56a7a94b6103 req-bee3ce86-549a-423b-ad85-31e2175456e2 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Jun 16 23:09:24.891234 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-bfbf5df8-7bfd-48bd-8af9-fab376d7ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:24.892670 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-bfbf5df8-7bfd-48bd-8af9-fab376d7ba35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1128 time: 0.0426793 Jun 16 23:09:24.979897 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-f3e1b979-2ebb-417c-87a4-2693e2f45bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:24.981342 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-f3e1b979-2ebb-417c-87a4-2693e2f45bfa service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 916 time: 0.0821333 Jun 16 23:09:25.022046 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-8cd467bd-b507-40ef-973b-3fed22cc8192 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 217 time: 0.0350418 Jun 16 23:09:25.069572 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-be842463-8fa1-44f8-9e92-13215f810d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:25.070910 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-be842463-8fa1-44f8-9e92-13215f810d22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 200 len: 854 time: 0.0432000 Jun 16 23:09:25.112212 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-71aa6214-1fdb-4b9b-b297-71a9c8062f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:25.113662 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-71aa6214-1fdb-4b9b-b297-71a9c8062f7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bc5bb13-5863-4991-9013-5a5018248221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372274 Jun 16 23:09:25.202229 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-e3d6e206-0bc0-4c6c-9328-45ec2b5f6675 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827205 Jun 16 23:09:25.289383 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-18398fc3-b63e-44e7-89cc-a506a470d906 req-0ebfe5c6-0bf1-4f12-86b2-3d0e718a55a0 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807419 Jun 16 23:09:25.958353 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e8861-d465-4062-8117-ffdbea01dc86 req-df8fd82c-20f5-489f-be97-ed9b72eea876 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:25.959812 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c33e8861-d465-4062-8117-ffdbea01dc86 req-df8fd82c-20f5-489f-be97-ed9b72eea876 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 944 time: 0.0465512 Jun 16 23:09:26.005452 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c33e8861-d465-4062-8117-ffdbea01dc86 req-8008d32b-e403-4e4a-9377-be0e7c088605 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Jun 16 23:09:26.408685 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 61b8124a-070e-4798-ac19-c08840a62cf5 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:09:26.428720 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:26.506155 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 61b8124a-070e-4798-ac19-c08840a62cf5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=61b8124a-070e-4798-ac19-c08840a62cf5,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:26.520131 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': '61b8124a-070e-4798-ac19-c08840a62cf5', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'port_id': '61b8124a-070e-4798-ac19-c08840a62cf5', 'mac_address': 'fa:16:3e:c3:c6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:09:26.556146 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 61b8124a-070e-4798-ac19-c08840a62cf5 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:26.556518 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:26.570169 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b8124a-070e-4798-ac19-c08840a62cf5 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:09:26.589118 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 61b8124a-070e-4798-ac19-c08840a62cf5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=61b8124a-070e-4798-ac19-c08840a62cf5,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:26.592865 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:26.637027 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=61b8124a-070e-4798-ac19-c08840a62cf5,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:26.800404 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['61b8124a-070e-4798-ac19-c08840a62cf5'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:09:27.120023 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfacef-9615-4111-9769-d84dd63f0ef9 req-ca02dc8f-e0a3-498f-9cf7-e274676e3ba2 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:27.121473 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9ccfacef-9615-4111-9769-d84dd63f0ef9 req-ca02dc8f-e0a3-498f-9cf7-e274676e3ba2 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 945 time: 0.0498765 Jun 16 23:09:27.166789 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9ccfacef-9615-4111-9769-d84dd63f0ef9 req-13e6f5a6-a9f6-4aad-ace0-83c19687cadd tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 Jun 16 23:09:28.250300 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:09:28.281553 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca262ea6-e6cf-4e76-80c0-ef376d1d80c5 req-f1733d79-17c1-43fc-a08c-c081a3ac6ca4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:28.283062 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca262ea6-e6cf-4e76-80c0-ef376d1d80c5 req-f1733d79-17c1-43fc-a08c-c081a3ac6ca4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 945 time: 0.0505750 Jun 16 23:09:28.328910 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ca262ea6-e6cf-4e76-80c0-ef376d1d80c5 req-51acc5eb-c388-4d22-a4a6-0984e8fa0903 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Jun 16 23:09:28.424148 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 61b8124a-070e-4798-ac19-c08840a62cf5 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:09:28.465032 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port 61b8124a-070e-4798-ac19-c08840a62cf5 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:09:28.472009 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port 61b8124a-070e-4798-ac19-c08840a62cf5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:28.472380 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:28.546533 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port 61b8124a-070e-4798-ac19-c08840a62cf5 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:28.546950 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:28.569620 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:09:28.571859 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6787b3-1426-48e7-9ca0-aec95679d90b" -d '{"events": [{"server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "name": "network-vif-plugged", "status": "completed", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:09:28.584799 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port 61b8124a-070e-4798-ac19-c08840a62cf5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=61b8124a-070e-4798-ac19-c08840a62cf5,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:28.588689 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:28.610654 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0cf50e-11cf-42ca-9173-5ef1793b8f05 x-openstack-request-id: req-ed0cf50e-11cf-42ca-9173-5ef1793b8f05 {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:09:28.610949 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "name": "network-vif-plugged", "status": "completed", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:09:28.611205 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ed0cf50e-11cf-42ca-9173-5ef1793b8f05 {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:09:28.611593 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0cf50e-11cf-42ca-9173-5ef1793b8f05'] response: {'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5', 'code': 200} Jun 16 23:09:28.636585 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=61b8124a-070e-4798-ac19-c08840a62cf5,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:28.766273 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c699a-09a6-4797-a56d-5df403cf2df2 req-3e137491-7ae0-41e4-a36b-c1607fa00397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:28.767719 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b83c699a-09a6-4797-a56d-5df403cf2df2 req-3e137491-7ae0-41e4-a36b-c1607fa00397 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1130 time: 0.0380206 Jun 16 23:09:28.813558 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-b83c699a-09a6-4797-a56d-5df403cf2df2 req-4a294477-4fd4-479f-a974-a6b536c9d108 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Jun 16 23:09:29.444218 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878290f0-6e10-4337-8755-0a8bb00e0c60 req-4fd8d2a6-bae2-4af7-9fb4-a280d428fa9b tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:29.445672 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-878290f0-6e10-4337-8755-0a8bb00e0c60 req-4fd8d2a6-bae2-4af7-9fb4-a280d428fa9b tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0503325 Jun 16 23:09:29.479622 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:29.492225 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-878290f0-6e10-4337-8755-0a8bb00e0c60 req-51b09daf-957f-4a0b-94a6-e6ce07ed628f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Jun 16 23:09:29.530819 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=89 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:30.610558 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478057a5-e540-4301-8793-fd1aacf2ba74 req-6c9c71b2-e300-416f-acb7-642edfc8210e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:30.612056 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-478057a5-e540-4301-8793-fd1aacf2ba74 req-6c9c71b2-e300-416f-acb7-642edfc8210e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0517988 Jun 16 23:09:30.658753 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-478057a5-e540-4301-8793-fd1aacf2ba74 req-0908e9fc-d3e2-4104-9cca-7fa484ccd87d tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Jun 16 23:09:30.768300 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e841d-4ae3-43f8-972c-ac93ee2f34e1 req-c1c030e0-2dc0-4fa5-b2d8-0eb0352c6e06 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:30.769756 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e1e841d-4ae3-43f8-972c-ac93ee2f34e1 req-c1c030e0-2dc0-4fa5-b2d8-0eb0352c6e06 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0459375 Jun 16 23:09:30.819107 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2e1e841d-4ae3-43f8-972c-ac93ee2f34e1 req-58753e03-8f0f-4c05-87bd-0c251d7a6b61 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Jun 16 23:09:31.134135 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd552-758f-4e3c-b20d-a9160777190a req-91f4ad3e-a094-4874-a117-b11e0487aa59 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:31.135626 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-892fd552-758f-4e3c-b20d-a9160777190a req-91f4ad3e-a094-4874-a117-b11e0487aa59 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0471890 Jun 16 23:09:31.181318 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-892fd552-758f-4e3c-b20d-a9160777190a req-3ed3be01-f074-4653-b03c-bb5c523c6b18 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Jun 16 23:09:32.674691 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a6e4-3425-429b-9f8f-a781e1fe26c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:34.831625 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-91427728-55dd-4ff5-95d5-106fc31c2329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:35.804217 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:35.817231 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:37.401974 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:38.246078 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:38.246399 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=87 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:38.335002 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:38.804534 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=80 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:38.811507 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=62 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:39.504586 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b83123-3bf9-4744-9398-f56e358a11ad req-699f0198-733d-44a5-89ad-123f0539fffd tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:39.506079 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b4b83123-3bf9-4744-9398-f56e358a11ad req-699f0198-733d-44a5-89ad-123f0539fffd tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0472505 Jun 16 23:09:39.553535 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b4b83123-3bf9-4744-9398-f56e358a11ad req-e7123c31-4708-465d-81c2-dab8e3a6250d tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Jun 16 23:09:39.575681 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60464) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:39.758211 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf7d31-4bc9-499f-a282-b2aefd9f8035 tempest-TestMinimumBasicScenario-132531287 tempest-TestMinimumBasicScenario-132531287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:39.759740 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-45cf7d31-4bc9-499f-a282-b2aefd9f8035 tempest-TestMinimumBasicScenario-132531287 tempest-TestMinimumBasicScenario-132531287-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1125 time: 0.1830654 Jun 16 23:09:39.762857 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60468) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:39.767075 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'port_id': '61b8124a-070e-4798-ac19-c08840a62cf5', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:39.787595 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:39.800650 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:39.864987 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:39.971139 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Allocated IP 172.27.3.211 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/4cb078d0-3d57-4517-9c94-fec1735ab388) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:09:40.068795 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for port (4cb078d0-3d57-4517-9c94-fec1735ab388), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:40.100828 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (4cb078d0-3d57-4517-9c94-fec1735ab388), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:40.134392 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:40.143206 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:09:40.150181 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:09:40.156863 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:09:40.177009 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'Port': ['ID=4cb078d0-3d57-4517-9c94-fec1735ab388,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:40.498551 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for floatingip (622babca-d3df-4296-a925-15d881bc8a91), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:40.528426 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:40.565315 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (4cb078d0-3d57-4517-9c94-fec1735ab388), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:40.706399 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for port (4cb078d0-3d57-4517-9c94-fec1735ab388), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:40.710512 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (4cb078d0-3d57-4517-9c94-fec1735ab388), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:40.779072 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'Port': ['ID=4cb078d0-3d57-4517-9c94-fec1735ab388,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:40.785221 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (622babca-d3df-4296-a925-15d881bc8a91), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:40.877849 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Floating IP 622babca-d3df-4296-a925-15d881bc8a91 associated. External IP: 172.27.3.211, port: 61b8124a-070e-4798-ac19-c08840a62cf5. Jun 16 23:09:41.047305 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:41.070249 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Router aab9280f-af26-45d3-b11e-93a113ce071f has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:09:41.173983 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:09:41.183251 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] Sync routers for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:09:41.192649 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.192893 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:41.193498 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:09:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:41.222626 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fe336878-5607-452b-818f-2858a6443787 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4586270 Jun 16 23:09:41.223217 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:09:41.225437 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60470) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:41.225921 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c" -d '{"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:09:41.229996 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977519909', 'description': 'tempest-secgroup-smoke-977519909 description', 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:41.257958 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.265835 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84181142-073f-4509-8242-4181b6ba5ce7 x-openstack-request-id: req-84181142-073f-4509-8242-4181b6ba5ce7 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:09:41.266126 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:09:41.266374 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-84181142-073f-4509-8242-4181b6ba5ce7 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:09:41.266807 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84181142-073f-4509-8242-4181b6ba5ce7'] response: {'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5', 'status': 'completed', 'code': 200} Jun 16 23:09:41.315777 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:41.351296 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-fb9f37fc-505f-4b59-9c9f-87a35e27d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:41.352799 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-fb9f37fc-505f-4b59-9c9f-87a35e27d63e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1130 time: 0.0560980 Jun 16 23:09:41.362665 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group (6e747dff-31c5-44d6-82a9-11ae72ddc37b), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.371202 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (6e747dff-31c5-44d6-82a9-11ae72ddc37b), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.445484 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e747dff-31c5-44d6-82a9-11ae72ddc37b,revision_number=1']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:41.452036 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.453312 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2268932 Jun 16 23:09:41.456352 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60474) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:41.460878 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-45516f53-46f7-4e19-a569-0ba015425c7e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'security_group_rule': {'security_group_id': '6e747dff-31c5-44d6-82a9-11ae72ddc37b', 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:41.463534 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.463943 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.464347 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.464740 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.465335 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.465829 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.466718 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.467661 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.468039 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.468427 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.472052 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.475929 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.482500 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.483182 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.483605 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f423cdd-269c-4a63-add4-d7db960df665 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:09:41.494196 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-45516f53-46f7-4e19-a569-0ba015425c7e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (1a48eb84-73cd-4856-b7f0-67484d08157c), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.504136 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:41.522122 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-d05cce19-217f-492e-9e34-fa04517f53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:41.523728 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-d05cce19-217f-492e-9e34-fa04517f53e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 916 time: 0.1635401 Jun 16 23:09:41.559560 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-45516f53-46f7-4e19-a569-0ba015425c7e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (1a48eb84-73cd-4856-b7f0-67484d08157c), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.564248 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-45516f53-46f7-4e19-a569-0ba015425c7e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (1a48eb84-73cd-4856-b7f0-67484d08157c), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.594105 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-7905cc37-3e45-4fb2-9334-629645d649bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0630238 Jun 16 23:09:41.597166 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45516f53-46f7-4e19-a569-0ba015425c7e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a48eb84-73cd-4856-b7f0-67484d08157c,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:41.606019 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-45516f53-46f7-4e19-a569-0ba015425c7e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.610266 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-45516f53-46f7-4e19-a569-0ba015425c7e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528900 Jun 16 23:09:41.610695 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60476) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:41.631977 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '622babca-d3df-4296-a925-15d881bc8a91', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'port_id': '61b8124a-070e-4798-ac19-c08840a62cf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'mac_address': 'fa:16:3e:c3:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838efcc-2f09-4596-927e-3b74d8c48810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:40Z', 'updated_at': '2022-06-16T23:09:40Z', 'revision_number': 0, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:09:01Z', 'revision_number': 5, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:41.634916 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.v2.base [None req-a803df13-3840-4e1f-976a-53af6bf204d1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'security_group_rule': {'security_group_id': '6e747dff-31c5-44d6-82a9-11ae72ddc37b', 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:41.662080 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] Checking router: aab9280f-af26-45d3-b11e-93a113ce071f for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:09:41.667728 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-26bcec99-0940-4b0c-b571-5e9165b7c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:41.669270 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-26bcec99-0940-4b0c-b571-5e9165b7c7f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 200 len: 854 time: 0.0679214 Jun 16 23:09:41.671213 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:09:41.671812 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:09:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:41.675556 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a803df13-3840-4e1f-976a-53af6bf204d1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (c60c5a20-8932-4634-99dc-670daad175f1), before_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.739311 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-9d96d6a6-908a-48ba-a13c-01c63a9eecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:41.740813 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-9d96d6a6-908a-48ba-a13c-01c63a9eecdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bc5bb13-5863-4991-9013-5a5018248221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615249 Jun 16 23:09:41.772458 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a803df13-3840-4e1f-976a-53af6bf204d1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (c60c5a20-8932-4634-99dc-670daad175f1), precommit_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.773741 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:09:41.782001 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a803df13-3840-4e1f-976a-53af6bf204d1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (c60c5a20-8932-4634-99dc-670daad175f1), after_create {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.832916 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803df13-3840-4e1f-976a-53af6bf204d1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60c5a20-8932-4634-99dc-670daad175f1,revision_number=0']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:41.844737 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a803df13-3840-4e1f-976a-53af6bf204d1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.845857 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a803df13-3840-4e1f-976a-53af6bf204d1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2342660 Jun 16 23:09:41.848988 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60478) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:41.853605 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-b548f3c9-dfa8-45fa-aed9-5a69751cb75f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'security_group_rule': {'security_group_id': '6e747dff-31c5-44d6-82a9-11ae72ddc37b', 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:41.871497 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-86431a02-3b31-44e1-beb8-2bc1ec9ba74b service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234827 Jun 16 23:09:41.881709 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b548f3c9-dfa8-45fa-aed9-5a69751cb75f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (bb2ba206-2112-44d7-ad56-65ade3741837), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.946997 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b548f3c9-dfa8-45fa-aed9-5a69751cb75f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (bb2ba206-2112-44d7-ad56-65ade3741837), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.952462 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b548f3c9-dfa8-45fa-aed9-5a69751cb75f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (bb2ba206-2112-44d7-ad56-65ade3741837), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.967604 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-e588d47e-2ea3-4ad9-bc12-9f81e72f358c req-5279580e-2f8e-41d3-b7f1-fee504c93298 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897024 Jun 16 23:09:41.972582 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548f3c9-dfa8-45fa-aed9-5a69751cb75f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2ba206-2112-44d7-ad56-65ade3741837,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:41.984824 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b548f3c9-dfa8-45fa-aed9-5a69751cb75f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:41.985738 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b548f3c9-dfa8-45fa-aed9-5a69751cb75f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356316 Jun 16 23:09:41.988548 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60480) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:41.993092 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-fa382b5c-ff92-4df4-a2a7-1ff5dbfed4bc tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'security_group_rule': {'security_group_id': '6e747dff-31c5-44d6-82a9-11ae72ddc37b', 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:42.010421 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '622babca-d3df-4296-a925-15d881bc8a91', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'port_id': '61b8124a-070e-4798-ac19-c08840a62cf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'mac_address': 'fa:16:3e:c3:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838efcc-2f09-4596-927e-3b74d8c48810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:40Z', 'updated_at': '2022-06-16T23:09:40Z', 'revision_number': 0, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:09:01Z', 'revision_number': 5, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:09:42.019149 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa382b5c-ff92-4df4-a2a7-1ff5dbfed4bc tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (40b3ba8d-9573-4f56-b7b5-bfca4e92dc8d), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.037353 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44043dc9-1edf-4aad-90e9-cda92fa95111 None None] The sync data for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi is: [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '622babca-d3df-4296-a925-15d881bc8a91', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'port_id': '61b8124a-070e-4798-ac19-c08840a62cf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'mac_address': 'fa:16:3e:c3:c6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1838efcc-2f09-4596-927e-3b74d8c48810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:40Z', 'updated_at': '2022-06-16T23:09:40Z', 'revision_number': 0, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:09:01Z', 'revision_number': 5, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:09:42.079139 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa382b5c-ff92-4df4-a2a7-1ff5dbfed4bc tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (40b3ba8d-9573-4f56-b7b5-bfca4e92dc8d), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.082937 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa382b5c-ff92-4df4-a2a7-1ff5dbfed4bc tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (40b3ba8d-9573-4f56-b7b5-bfca4e92dc8d), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.102817 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa382b5c-ff92-4df4-a2a7-1ff5dbfed4bc tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b3ba8d-9573-4f56-b7b5-bfca4e92dc8d,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:42.109714 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fa382b5c-ff92-4df4-a2a7-1ff5dbfed4bc tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.110885 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fa382b5c-ff92-4df4-a2a7-1ff5dbfed4bc tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212912 Jun 16 23:09:42.113775 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60482) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:42.119359 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-12fda442-b9c7-4a5a-a47d-7e1d6ef94956 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'security_group_rule': {'security_group_id': '6e747dff-31c5-44d6-82a9-11ae72ddc37b', 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:42.140258 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-12fda442-b9c7-4a5a-a47d-7e1d6ef94956 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Project 09a5ddeaa2ee4af483bd6a59a2900cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 23:09:42.148655 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-12fda442-b9c7-4a5a-a47d-7e1d6ef94956 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (9ac3ff5e-8efc-4e37-aed3-5deed3b20bff), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.214514 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-12fda442-b9c7-4a5a-a47d-7e1d6ef94956 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (9ac3ff5e-8efc-4e37-aed3-5deed3b20bff), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.218408 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-12fda442-b9c7-4a5a-a47d-7e1d6ef94956 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (9ac3ff5e-8efc-4e37-aed3-5deed3b20bff), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.239999 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda442-b9c7-4a5a-a47d-7e1d6ef94956 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac3ff5e-8efc-4e37-aed3-5deed3b20bff,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:42.241046 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7056f761-c60b-4c15-bae5-39f52000fdca None None] New status for floating IP 622babca-d3df-4296-a925-15d881bc8a91: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:09:42.249706 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-12fda442-b9c7-4a5a-a47d-7e1d6ef94956 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.253714 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-12fda442-b9c7-4a5a-a47d-7e1d6ef94956 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352742 Jun 16 23:09:42.253990 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60484) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:09:42.258411 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-eb18bf43-b0b0-4747-84f6-e87c085bc3f4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'security_group_rule': {'security_group_id': '6e747dff-31c5-44d6-82a9-11ae72ddc37b', 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:42.279611 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.securitygroups_db [None req-eb18bf43-b0b0-4747-84f6-e87c085bc3f4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Project 09a5ddeaa2ee4af483bd6a59a2900cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 23:09:42.286369 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-eb18bf43-b0b0-4747-84f6-e87c085bc3f4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (f6d6dd9a-e88b-40c4-a866-bdd4a43635c8), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.292665 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:42.356045 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-eb18bf43-b0b0-4747-84f6-e87c085bc3f4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (f6d6dd9a-e88b-40c4-a866-bdd4a43635c8), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.360002 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-eb18bf43-b0b0-4747-84f6-e87c085bc3f4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818818'] for security_group_rule (f6d6dd9a-e88b-40c4-a866-bdd4a43635c8), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.381823 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18bf43-b0b0-4747-84f6-e87c085bc3f4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d6dd9a-e88b-40c4-a866-bdd4a43635c8,revision_number=0']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:42.390641 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-eb18bf43-b0b0-4747-84f6-e87c085bc3f4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.391849 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-eb18bf43-b0b0-4747-84f6-e87c085bc3f4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370199 Jun 16 23:09:42.475244 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:42.483071 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-199f6998-83d9-4f5d-a79c-834de026a33f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977519909&fields=id&tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7 HTTP/1.1" status: 200 len: 267 time: 0.0455019 Jun 16 23:09:42.535114 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-af296957-5962-4986-bf61-292e6d39406a tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:42.536718 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-af296957-5962-4986-bf61-292e6d39406a tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0482981 Jun 16 23:09:42.548419 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'port': {'security_groups': ['1d0ce4d5-18b9-4bcb-808f-74770f87c58b', '6e747dff-31c5-44d6-82a9-11ae72ddc37b']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:09:42.578961 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:42.627718 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.664986 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:42.679372 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-0b73166a-98e8-42d8-82cc-204983b8e650 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433197 Jun 16 23:09:42.754862 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-301b750e-b4e0-498c-b0da-12a64edba2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:42.756418 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-301b750e-b4e0-498c-b0da-12a64edba2c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 1129 time: 0.0384231 Jun 16 23:09:42.811949 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] For port 61b8124a-070e-4798-ac19-c08840a62cf5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=61b8124a-070e-4798-ac19-c08840a62cf5,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:09:42.839988 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for port (61b8124a-070e-4798-ac19-c08840a62cf5), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.845967 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.857821 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['61b8124a-070e-4798-ac19-c08840a62cf5'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:09:42.859198 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-34d465f0-eea1-431d-8c2c-1a120ee08c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:42.860665 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-34d465f0-eea1-431d-8c2c-1a120ee08c78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.0865083 Jun 16 23:09:42.889979 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:42.890736 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:42.895533 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c7510980-acc5-4a91-ae18-f8034a8ce7ee req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "PUT /v2.0/ports/61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 982 time: 0.3525939 Jun 16 23:09:42.924510 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806ce50-b54d-4268-a9ae-db6ad4a3b913 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'Port': ['ID=61b8124a-070e-4798-ac19-c08840a62cf5,revision_number=6']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:09:42.926035 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:42.939555 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-569c19e8-4f46-45a7-a260-72c5e3aba67c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d02cfeb-d784-4f09-9198-cae370fc9285 HTTP/1.1" status: 200 len: 1000 time: 0.0716996 Jun 16 23:09:42.961531 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['61b8124a-070e-4798-ac19-c08840a62cf5'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:09:43.001403 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-f281d18e-f08b-4362-aaa0-bd2dc044b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:43.002977 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-f281d18e-f08b-4362-aaa0-bd2dc044b35c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0564277 Jun 16 23:09:43.014179 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6634d-7b38-4284-8420-9d1fc95476d8 req-cd2fe165-d410-4c09-9fc0-2009dcb86cc1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:43.015678 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4fa6634d-7b38-4284-8420-9d1fc95476d8 req-cd2fe165-d410-4c09-9fc0-2009dcb86cc1 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0532005 Jun 16 23:09:43.064187 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-eb765ed7-cd23-4b79-8b85-05d25ce70148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:43.066188 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-eb765ed7-cd23-4b79-8b85-05d25ce70148 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551312 Jun 16 23:09:43.104792 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4fa6634d-7b38-4284-8420-9d1fc95476d8 req-9342fa90-6688-4462-b3bf-607242e3a20e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804985 Jun 16 23:09:43.183001 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-374ea8bd-a734-4270-9d48-6424c2d8944b service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088796 Jun 16 23:09:43.194073 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-c36306b3-85cd-47f3-9847-b4f77d4b18f5 None None] Provisioning complete for port 61b8124a-070e-4798-ac19-c08840a62cf5 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:09:43.194447 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-c36306b3-85cd-47f3-9847-b4f77d4b18f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:09:43.267877 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:09:43.270961 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c" -d '{"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:09:43.284592 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d2204cb8-163b-4c1d-840e-c10b11282ab2 req-cee8ce40-375e-4553-9ddd-0125c5503d9c service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944264 Jun 16 23:09:43.320632 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1baec4-2011-4301-9652-6403d3bbd3df x-openstack-request-id: req-de1baec4-2011-4301-9652-6403d3bbd3df {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:09:43.320921 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:09:43.321154 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-de1baec4-2011-4301-9652-6403d3bbd3df {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:09:43.321546 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1baec4-2011-4301-9652-6403d3bbd3df'] response: {'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5', 'status': 'completed', 'code': 200} Jun 16 23:09:43.380157 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-8736ae24-378c-4268-9f35-5a11436745aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:43.381812 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-8736ae24-378c-4268-9f35-5a11436745aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1169 time: 0.0403557 Jun 16 23:09:43.386743 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-c36306b3-85cd-47f3-9847-b4f77d4b18f5 None None] Current status of the port 61b8124a-070e-4798-ac19-c08840a62cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:09:43.456110 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:43.472103 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-ee19aa0e-ff17-4476-9f1e-1902d0815b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:43.473581 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-ee19aa0e-ff17-4476-9f1e-1902d0815b42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 916 time: 0.0855415 Jun 16 23:09:43.482742 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=100 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:43.541741 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-7c8c4170-0b44-4974-943c-d93b2ac91187 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 1002 time: 0.0599537 Jun 16 23:09:43.589716 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-cea9822c-b1ae-44e2-affd-553290a4999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:43.591351 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-cea9822c-b1ae-44e2-affd-553290a4999c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 200 len: 854 time: 0.0441358 Jun 16 23:09:43.634420 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-3c5ab5bd-f204-460d-83a9-c9012274dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:09:43.635955 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-3c5ab5bd-f204-460d-83a9-c9012274dfed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bc5bb13-5863-4991-9013-5a5018248221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382330 Jun 16 23:09:43.972729 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-505f7f4e-1915-4c84-b198-255094204db4 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297968 Jun 16 23:09:44.062188 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c4be8b8b-22b1-4c2b-96b2-76c6f5e9e97c req-09236d31-a754-4a72-9237-f603fc410061 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826614 Jun 16 23:09:52.008139 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=76 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:52.013260 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=78 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:53.054163 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=72,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:53.097098 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:53.599077 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=23 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:53.601839 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=20 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:54.058066 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=96 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:09:54.058832 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=77 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:02.670315 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-51e0c000-4cc6-4fd0-870f-dfb42fa163e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:04.830845 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-37844000-69ac-4b09-9228-e208ebe26731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:05.248211 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:10:05.821221 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:05.832450 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-2e0c57dc-50d9-412f-8234-96f5336bc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:05.833960 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-2e0c57dc-50d9-412f-8234-96f5336bc7cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1169 time: 0.0431061 Jun 16 23:10:05.840433 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df31e6-1a28-4877-a51f-90d7825bbfa8 req-26c6e3da-93ef-4217-81cd-a1ed3b66ab51 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:05.841924 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d1df31e6-1a28-4877-a51f-90d7825bbfa8 req-26c6e3da-93ef-4217-81cd-a1ed3b66ab51 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0506032 Jun 16 23:10:05.901919 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d1df31e6-1a28-4877-a51f-90d7825bbfa8 req-372f9e92-c4d5-422d-906c-d5b1da71c9bc tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540137 Jun 16 23:10:05.922684 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-f11ebf53-2e34-47a0-9749-f94d2f38b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:05.924170 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-f11ebf53-2e34-47a0-9749-f94d2f38b90c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 916 time: 0.0843089 Jun 16 23:10:05.989881 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-8baccc62-e06a-43ac-9256-ab79d8dfc8e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 1002 time: 0.0579121 Jun 16 23:10:06.039241 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-932c2f0a-b502-44e4-92d5-592e1fdce918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:06.040752 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-932c2f0a-b502-44e4-92d5-592e1fdce918 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 200 len: 854 time: 0.0442657 Jun 16 23:10:06.083192 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-f7d8b2f7-c72d-413a-8e76-6cd225e28e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:06.084684 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-f7d8b2f7-c72d-413a-8e76-6cd225e28e5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bc5bb13-5863-4991-9013-5a5018248221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375824 Jun 16 23:10:06.177664 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-5d012c66-48ba-4d29-a508-6ac011172ae0 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851364 Jun 16 23:10:06.269871 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c36407ad-bb06-4173-a064-3d970b2215e7 req-8289c6aa-6e7b-4298-bad1-3075fa628a56 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856166 Jun 16 23:10:07.014771 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46236-f48a-4af7-ac0a-a2a29e9c6e78 req-e098c6c2-a184-42e6-9ca4-4c873ec010e4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:07.016189 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76e46236-f48a-4af7-ac0a-a2a29e9c6e78 req-e098c6c2-a184-42e6-9ca4-4c873ec010e4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0470231 Jun 16 23:10:07.078160 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-76e46236-f48a-4af7-ac0a-a2a29e9c6e78 req-1bca415b-4ecf-4dd0-b9ff-7d07c9131713 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564923 Jun 16 23:10:07.404843 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:08.189736 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7c29-30e5-48a9-bcf8-e6c394c5b180 req-f9bebed7-8b1e-4b4f-a27f-20ed484aabaa tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:08.191208 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f7fc7c29-30e5-48a9-bcf8-e6c394c5b180 req-f9bebed7-8b1e-4b4f-a27f-20ed484aabaa tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0470817 Jun 16 23:10:08.250750 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:08.253467 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-f7fc7c29-30e5-48a9-bcf8-e6c394c5b180 req-bc322131-343c-4aa2-84b9-f7304394870c tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564156 Jun 16 23:10:08.345360 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:09.364820 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1073f-b0c2-4dc1-9a35-81965c8a39d8 req-c0ea16dd-4e85-4026-a88f-b5f627b82e15 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:09.366286 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1df1073f-b0c2-4dc1-9a35-81965c8a39d8 req-c0ea16dd-4e85-4026-a88f-b5f627b82e15 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0467334 Jun 16 23:10:09.424226 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-1df1073f-b0c2-4dc1-9a35-81965c8a39d8 req-b806cdb4-83bf-4f92-a115-4dcfce52ddce tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523794 Jun 16 23:10:10.796289 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915b64-830b-4b6a-bb34-bbbecff8da44 req-fa43ae06-5787-4b05-aa86-54a9096f323e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:10.797766 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-34915b64-830b-4b6a-bb34-bbbecff8da44 req-fa43ae06-5787-4b05-aa86-54a9096f323e tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.3078687 Jun 16 23:10:10.855834 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-34915b64-830b-4b6a-bb34-bbbecff8da44 req-5b2cc00e-a154-48d0-a49d-70419641ad91 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525131 Jun 16 23:10:11.968837 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939427f3-019e-4ec6-ac32-5fd7281e6ac6 req-2f955781-6b37-4f10-b05d-edf54d97327a tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:11.970321 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-939427f3-019e-4ec6-ac32-5fd7281e6ac6 req-2f955781-6b37-4f10-b05d-edf54d97327a tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0469754 Jun 16 23:10:12.029613 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-939427f3-019e-4ec6-ac32-5fd7281e6ac6 req-779cc46b-772e-4f81-a059-39f7e95e608f tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535991 Jun 16 23:10:13.144965 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3cc6e-3729-4a04-9eb2-feed7f637791 req-af10934e-5cde-47ba-a8d3-199ac3b69d87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:13.146394 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9d3cc6e-3729-4a04-9eb2-feed7f637791 req-af10934e-5cde-47ba-a8d3-199ac3b69d87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0485034 Jun 16 23:10:13.205949 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d9d3cc6e-3729-4a04-9eb2-feed7f637791 req-86dae892-027c-4bf5-9a51-25128b5c5f98 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532339 Jun 16 23:10:14.322135 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd4755-a26d-47d3-b3fb-6892490e9956 req-f51d85a6-c26f-4b6a-af00-904074bab9ec tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:14.323624 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36bd4755-a26d-47d3-b3fb-6892490e9956 req-f51d85a6-c26f-4b6a-af00-904074bab9ec tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0518796 Jun 16 23:10:14.385658 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-36bd4755-a26d-47d3-b3fb-6892490e9956 req-15360ba6-a055-4f98-8f26-4fffd699ebe8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564349 Jun 16 23:10:15.243168 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:15.244983 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:15.504272 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fde27-d9da-4f05-8836-0b6ea1d3ff59 req-0f73990e-f2b4-4a27-9025-5e0169cfe0b0 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:15.505632 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a64fde27-d9da-4f05-8836-0b6ea1d3ff59 req-0f73990e-f2b4-4a27-9025-5e0169cfe0b0 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0491633 Jun 16 23:10:15.563362 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a64fde27-d9da-4f05-8836-0b6ea1d3ff59 req-625bcf53-e189-4649-8876-77c5cbab8404 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522561 Jun 16 23:10:16.264911 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=45 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:16.266944 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=49 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:16.663644 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:16.674560 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dec9c2-f3e9-49d0-85e4-0ad546971f39 req-d34d1c2d-b81e-40a2-8a87-26e48d96b7b4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:16.676099 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4dec9c2-f3e9-49d0-85e4-0ad546971f39 req-d34d1c2d-b81e-40a2-8a87-26e48d96b7b4 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0470943 Jun 16 23:10:16.700525 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:16.735820 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e4dec9c2-f3e9-49d0-85e4-0ad546971f39 req-4af99765-f0ec-445f-8e84-e005f7868cbe tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542517 Jun 16 23:10:17.850788 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ee9e6-08ce-4648-bbcc-2b66a7232541 req-92e070c5-f7e6-4a41-8827-5b34eda28e11 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:17.852212 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-337ee9e6-08ce-4648-bbcc-2b66a7232541 req-92e070c5-f7e6-4a41-8827-5b34eda28e11 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0500698 Jun 16 23:10:17.909700 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-337ee9e6-08ce-4648-bbcc-2b66a7232541 req-26358ba6-64f2-46e1-b816-1e70ebd48353 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&id=6e747dff-31c5-44d6-82a9-11ae72ddc37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519516 Jun 16 23:10:18.338619 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:18.340647 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:27.901232 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=17 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:27.904022 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=14 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:31.193215 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:31.194047 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:32.673727 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ada5-818a-4a92-aa49-406c180c1177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:34.832932 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-77c185ae-d6b2-47c9-ad76-22765692cfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:35.823356 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:37.407522 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:38.252896 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:38.345170 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:42.248065 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:10:43.664011 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-2548d45f-2901-4427-9d59-21e30bd2b897 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378339 Jun 16 23:10:43.722722 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-9192d859-c96f-4f7f-bebc-a09e1717ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:43.724193 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-9192d859-c96f-4f7f-bebc-a09e1717ebfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1169 time: 0.0383065 Jun 16 23:10:43.827493 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-4958f5a5-ae78-48d1-91a3-5a3de80b5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:43.828942 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-4958f5a5-ae78-48d1-91a3-5a3de80b5da6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 916 time: 0.0868094 Jun 16 23:10:43.889610 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-2a5285fa-f39c-4d68-84e2-649e9d102b59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 1002 time: 0.0543039 Jun 16 23:10:43.937120 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-1eab91c6-dbc6-4731-b9d2-ff6be9d8e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:43.938510 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-1eab91c6-dbc6-4731-b9d2-ff6be9d8e3a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 200 len: 854 time: 0.0431693 Jun 16 23:10:43.983195 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-9fe5b2a5-7bb3-4b0f-9679-a595da6d6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:43.984647 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-9fe5b2a5-7bb3-4b0f-9679-a595da6d6642 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bc5bb13-5863-4991-9013-5a5018248221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410650 Jun 16 23:10:44.070685 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-5df10ebc-fe5d-49de-857b-c1ddfae06fca service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797997 Jun 16 23:10:44.160333 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-d0d9e15f-050d-4836-88c5-f91f5508e5d4 req-b4709e53-d1ee-4ba8-9154-10776494cd58 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835600 Jun 16 23:10:48.339792 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:48.341718 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:52.244181 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:52.278993 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-c6d587a4-3fc2-446d-92d9-9f701f64ce5c tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977519909&fields=id&tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7 HTTP/1.1" status: 200 len: 267 time: 0.1574938 Jun 16 23:10:52.328808 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-c543f5ec-a288-4d07-9154-388fcecd323a tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:52.330261 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-c543f5ec-a288-4d07-9154-388fcecd323a tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 985 time: 0.0459983 Jun 16 23:10:52.340848 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Request body: {'port': {'security_groups': ['1d0ce4d5-18b9-4bcb-808f-74770f87c58b']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:10:52.415366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.583097 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] For port 61b8124a-070e-4798-ac19-c08840a62cf5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=61b8124a-070e-4798-ac19-c08840a62cf5,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:10:52.612879 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for port (61b8124a-070e-4798-ac19-c08840a62cf5), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.617705 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.630239 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['61b8124a-070e-4798-ac19-c08840a62cf5'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:10:52.658691 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:52.659308 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.663736 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b6e42364-82a0-4bf8-8522-b859aff80e87 req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "PUT /v2.0/ports/61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 943 time: 0.3273306 Jun 16 23:10:52.664226 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:10:52.666654 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:10:52.667218 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60560) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:10:52.701414 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event updated for resources: {'Port': ['ID=61b8124a-070e-4798-ac19-c08840a62cf5,revision_number=7']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:10:52.721361 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.724529 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.726064 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.726734 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.727547 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.728103 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.729665 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.730026 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.730370 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.730742 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.731091 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.731420 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.731753 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.732084 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.732416 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88408c45-90fc-4739-bcb6-39736655aae8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:52.740675 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90320aa9-2f46-4ad6-b67c-5035e1fcf46e x-openstack-request-id: req-90320aa9-2f46-4ad6-b67c-5035e1fcf46e {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:10:52.740966 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:10:52.741309 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-90320aa9-2f46-4ad6-b67c-5035e1fcf46e {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:10:52.741667 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90320aa9-2f46-4ad6-b67c-5035e1fcf46e'] response: {'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5', 'status': 'completed', 'code': 200} Jun 16 23:10:52.760076 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group (6e747dff-31c5-44d6-82a9-11ae72ddc37b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.769810 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['61b8124a-070e-4798-ac19-c08840a62cf5'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:10:52.822107 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group (6e747dff-31c5-44d6-82a9-11ae72ddc37b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.843658 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-e17b9c18-eb1f-410b-bc0f-9339dd2588bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:52.845155 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-e17b9c18-eb1f-410b-bc0f-9339dd2588bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1130 time: 0.0725832 Jun 16 23:10:52.952027 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-54d6fe80-19b4-4faf-9009-e77fed40b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:52.953519 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-54d6fe80-19b4-4faf-9009-e77fed40b70e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 916 time: 0.1004574 Jun 16 23:10:52.958400 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (6e747dff-31c5-44d6-82a9-11ae72ddc37b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.961179 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.962218 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "DELETE /v2.0/security-groups/6e747dff-31c5-44d6-82a9-11ae72ddc37b HTTP/1.1" status: 204 len: 168 time: 0.2934813 Jun 16 23:10:52.963557 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-490ffad0-c457-4aaa-8f20-59eb6025b75d None None] Provisioning complete for port 61b8124a-070e-4798-ac19-c08840a62cf5 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:10:52.963923 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-490ffad0-c457-4aaa-8f20-59eb6025b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:52.965132 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60564) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:10:53.006867 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e747dff-31c5-44d6-82a9-11ae72ddc37b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:10:53.019316 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.019316 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.019645 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.019889 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.020147 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.020468 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.020785 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.021103 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.021419 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.021733 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.022046 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.022359 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.022696 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.023038 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.023351 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021bbbff-6f74-4fa9-8007-6d85f43cea87 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:10:53.047324 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-b8d9e678-480d-478c-9487-fe058b30f35f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 1002 time: 0.0835338 Jun 16 23:10:53.055231 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-490ffad0-c457-4aaa-8f20-59eb6025b75d None None] Current status of the port 61b8124a-070e-4798-ac19-c08840a62cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:10:53.098803 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-814128f3-c4ff-46bb-a02b-d2c58d509013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:53.100370 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-814128f3-c4ff-46bb-a02b-d2c58d509013 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 200 len: 854 time: 0.0470181 Jun 16 23:10:53.131728 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Deleting port 4cb078d0-3d57-4517-9c94-fec1735ab388 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:10:53.132069 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (4cb078d0-3d57-4517-9c94-fec1735ab388), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:53.142166 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-fd941a14-bf01-436d-a966-9d952ae79625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:53.143711 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-fd941a14-bf01-436d-a966-9d952ae79625 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bc5bb13-5863-4991-9013-5a5018248221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382912 Jun 16 23:10:53.178359 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:53.183388 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:53.214086 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (4cb078d0-3d57-4517-9c94-fec1735ab388), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:53.214086 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for floatingip (4cb078d0-3d57-4517-9c94-fec1735ab388), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:53.227217 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Calling delete_port for 4cb078d0-3d57-4517-9c94-fec1735ab388 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:10:53.253424 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-3a711d5c-f090-4e6c-ba25-cd6889f51d45 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037498 Jun 16 23:10:53.351116 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-4471ae24-1c5f-41fa-9e4a-fabc6cfed3c8 req-94c75d9b-9465-48dd-b3e6-cb5c3cf3d072 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921447 Jun 16 23:10:53.367218 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:53.379622 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:53.386265 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (4cb078d0-3d57-4517-9c94-fec1735ab388), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:53.412979 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event deleted for resources: {'Port': ['ID=4cb078d0-3d57-4517-9c94-fec1735ab388,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:10:53.477932 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks [] for floatingip (622babca-d3df-4296-a925-15d881bc8a91), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:53.478261 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Floating IP 622babca-d3df-4296-a925-15d881bc8a91 disassociated (deleted). External IP: 172.27.3.211, port: 61b8124a-070e-4798-ac19-c08840a62cf5. Jun 16 23:10:53.697818 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Router aab9280f-af26-45d3-b11e-93a113ce071f has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:10:53.802124 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:10:53.807507 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:53.812641 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] Sync routers for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:10:53.821920 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:10:53.822521 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:10:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:10:53.837185 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ebe09507-022a-48bc-9944-eb040c69dfa6 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "DELETE /v2.0/floatingips/622babca-d3df-4296-a925-15d881bc8a91 HTTP/1.1" status: 204 len: 168 time: 0.8707366 Jun 16 23:10:53.926132 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:10:54.126545 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:09:01Z', 'revision_number': 5, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:10:54.150444 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] Checking router: aab9280f-af26-45d3-b11e-93a113ce071f for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:10:54.158479 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:10:54.159093 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:10:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:10:54.257034 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:10:54.433606 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:09:01Z', 'revision_number': 5, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:10:54.460829 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1697dc5-602d-455d-8bdf-2aa796aff6ea None None] The sync data for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi is: [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:08:57Z', 'revision_number': 4, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd', 'name': '', 'network_id': '3bc5bb13-5863-4991-9013-5a5018248221', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'mac_address': 'fa:16:3e:27:cf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:56Z', 'updated_at': '2022-06-16T23:09:01Z', 'revision_number': 5, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'subnets': [{'id': '0665efda-6b5f-4ddb-98fa-cc84d1a09d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:10:54.684828 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e8ffa-3edf-43fd-b4c5-418e9e3ae16f None None] New status for floating IP 622babca-d3df-4296-a925-15d881bc8a91: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:10:54.742920 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:10:54.745249 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3398c-f89b-458f-b194-cb2d52df7ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:10:54.783414 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec450f5-ead5-4e60-bafc-7919590e1af5 x-openstack-request-id: req-2ec450f5-ead5-4e60-bafc-7919590e1af5 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:10:54.783703 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:10:54.783956 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2ec450f5-ead5-4e60-bafc-7919590e1af5 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:10:54.784361 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec450f5-ead5-4e60-bafc-7919590e1af5'] response: {'name': 'network-changed', 'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5', 'status': 'completed', 'code': 200} Jun 16 23:10:54.846763 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-99e7cdd0-8dd6-442a-8e5e-e9fee3a9ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:54.848229 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-99e7cdd0-8dd6-442a-8e5e-e9fee3a9ee9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 1130 time: 0.0398753 Jun 16 23:10:54.979909 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-07d28d56-b359-4954-b8db-60cc59ce57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:54.981248 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-07d28d56-b359-4954-b8db-60cc59ce57cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 200 len: 916 time: 0.1268981 Jun 16 23:10:55.024868 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-fd677243-a796-4e06-a16f-c2ad95272f3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 200 len: 217 time: 0.0355062 Jun 16 23:10:55.072741 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-82f7b5a8-879c-45e0-ae6f-d3ca2c5ac003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:55.074202 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-82f7b5a8-879c-45e0-ae6f-d3ca2c5ac003 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 200 len: 854 time: 0.0423384 Jun 16 23:10:55.118439 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-20f71710-5914-407c-82f9-e7eff10e716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:55.119959 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-20f71710-5914-407c-82f9-e7eff10e716c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3bc5bb13-5863-4991-9013-5a5018248221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390146 Jun 16 23:10:55.130434 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-c864d0a9-0198-48b3-a650-b9164b42ef13 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=103762) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 23:10:55.131387 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-c864d0a9-0198-48b3-a650-b9164b42ef13 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048139 Jun 16 23:10:55.221989 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-a647594e-0473-4255-a248-546d23d61014 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Jun 16 23:10:55.308200 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-03e3398c-f89b-458f-b194-cb2d52df7ff4 req-cbab13f4-6b2b-4a01-a5a3-b2b3f55e7f65 service neutron] 10.222.0.26 "GET /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798516 Jun 16 23:10:56.959527 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-a4ad8442-8bfa-4516-a6f3-f674afe61489 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307129787&fields=id&tenant_id=1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 267 time: 0.0443964 Jun 16 23:10:57.064762 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-ccf38ea4-f032-470b-8bb4-bf2f9ea12585 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:57.066243 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-ccf38ea4-f032-470b-8bb4-bf2f9ea12585 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 812 time: 0.1005025 Jun 16 23:10:57.081652 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-3d30161c-46c1-4091-9081-083a347edd17 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/quotas/1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 375 time: 0.0097215 Jun 16 23:10:57.134099 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-6cd35d4a-fdfa-4ad8-842f-37cba49fe016 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467701 Jun 16 23:10:57.229724 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-289eff6b-24a0-4f71-81f0-802c0e37b318 service neutron] 10.222.0.17 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842235 Jun 16 23:10:57.316835 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-c76e215a-b3f9-4bb3-9160-084ae7f89799 service neutron] 10.222.0.17 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815036 Jun 16 23:10:57.588199 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:57.618778 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-25efa3d6-bad6-4e1d-b51b-6727413e9d81 req-a0ad2aa2-763e-443b-88e9-18b5b0cfe2f9 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 210 time: 0.0394120 Jun 16 23:10:57.725071 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47361028-120b-427c-80f5-cf812dcba39f req-c87ddd2f-5387-4582-8441-b506b99ea002 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:57.726578 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-47361028-120b-427c-80f5-cf812dcba39f req-c87ddd2f-5387-4582-8441-b506b99ea002 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0517437 Jun 16 23:10:57.774439 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-47361028-120b-427c-80f5-cf812dcba39f req-695723d3-f179-4fa5-990b-d5f44b439395 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Jun 16 23:10:58.766577 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c1163c28-18ce-4881-a83d-bf75c8a74567 req-7282bc6c-e7ce-4ffe-bdab-5546e418b7b1 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Jun 16 23:10:58.886423 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4fa53-e6d3-4f53-a988-6f7f00f702fc req-c74d2147-629f-4575-a3c7-c9fb31d82922 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:58.887911 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2ec4fa53-e6d3-4f53-a988-6f7f00f702fc req-c74d2147-629f-4575-a3c7-c9fb31d82922 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0461154 Jun 16 23:10:58.937743 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-2ec4fa53-e6d3-4f53-a988-6f7f00f702fc req-b17304fa-7ab1-447f-ab2e-9cb833788e72 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/security-groups?id=1d0ce4d5-18b9-4bcb-808f-74770f87c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442681 Jun 16 23:10:59.559695 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-45e2a5f6-1bf2-4b5e-a639-96f7d1a5d171 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:59.561177 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-45e2a5f6-1bf2-4b5e-a639-96f7d1a5d171 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.26 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 946 time: 0.0521677 Jun 16 23:10:59.615882 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:59.648282 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Deleting port 61b8124a-070e-4798-ac19-c08840a62cf5 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:10:59.648643 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:59.697639 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-4881aae9-74e9-4384-ab11-de4e7bc20285 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:10:59.699193 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-4881aae9-74e9-4384-ab11-de4e7bc20285 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 812 time: 0.1069555 Jun 16 23:10:59.747273 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] For port 61b8124a-070e-4798-ac19-c08840a62cf5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=61b8124a-070e-4798-ac19-c08840a62cf5,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:10:59.747698 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:59.761377 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Calling delete_port for 61b8124a-070e-4798-ac19-c08840a62cf5 owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:10:59.764220 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-886307c5-1196-4407-aa0a-6918c4062858 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1423c05c42b14519b401e22e16062781 HTTP/1.1" status: 200 len: 379 time: 0.0569243 Jun 16 23:10:59.772946 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'port': {'device_id': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'admin_state_up': True, 'tenant_id': '1423c05c42b14519b401e22e16062781', 'security_groups': ['077d177c-972c-4a5c-a1a9-f337f9dd1fac']}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:10:59.835134 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:59.877839 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b89bd2ab-0c66-446c-a043-c9befcd61244 req-f2c72dd1-63d3-4ea5-9109-113b90f4a864 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 210 time: 0.0345254 Jun 16 23:10:59.880294 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:10:59.899291 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (61b8124a-070e-4798-ac19-c08840a62cf5), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:59.911939 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['61b8124a-070e-4798-ac19-c08840a62cf5'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:10:59.928197 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Made reservation on behalf of 1423c05c42b14519b401e22e16062781 for: {'port': 1} {{(pid=103761) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 23:10:59.931354 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Pushing event deleted for resources: {'Port': ['ID=61b8124a-070e-4798-ac19-c08840a62cf5,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:10:59.933274 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:59.992067 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] No DVR routers for this DVR port 61b8124a-070e-4798-ac19-c08840a62cf5 on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:10:59.995228 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:10:59.998747 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-c337f281-0a00-4b50-9f03-803c7627cdf3 req-3959530f-5b3d-44d7-8c7d-ee4fb1a390e8 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.26 "DELETE /v2.0/ports/61b8124a-070e-4798-ac19-c08840a62cf5 HTTP/1.1" status: 204 len: 173 time: 0.4320560 Jun 16 23:10:59.999185 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'name': 'network-vif-deleted', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:11:00.001514 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d57fb1-3fb2-495a-a560-2b93db4d6397" -d '{"events": [{"server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "name": "network-vif-deleted", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:11:00.041815 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d343d9-47f3-4d97-a593-38cf96202f05 x-openstack-request-id: req-91d343d9-47f3-4d97-a593-38cf96202f05 {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:11:00.042104 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1838efcc-2f09-4596-927e-3b74d8c48810", "name": "network-vif-deleted", "tag": "61b8124a-070e-4798-ac19-c08840a62cf5", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:11:00.042418 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-91d343d9-47f3-4d97-a593-38cf96202f05 {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:11:00.042766 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d343d9-47f3-4d97-a593-38cf96202f05'] response: {'server_uuid': '1838efcc-2f09-4596-927e-3b74d8c48810', 'name': 'network-vif-deleted', 'tag': '61b8124a-070e-4798-ac19-c08840a62cf5', 'status': 'completed', 'code': 200} Jun 16 23:11:00.065127 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0e94e9a7-a66a-4f86-964c-96199fef37be req-34ee2a29-d043-415c-8b49-d42633984072 tempest-TestMinimumBasicScenario-527706054 tempest-TestMinimumBasicScenario-527706054-project] 10.222.0.17 "GET /v2.0/ports?device_id=1838efcc-2f09-4596-927e-3b74d8c48810 HTTP/1.1" status: 200 len: 210 time: 0.0397015 Jun 16 23:11:00.113267 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Allocated IP 172.20.0.10 (b60aa0be-29dc-41f5-b1f9-8245b5200d1c/2b9a00eb-79d7-4fa0-be06-90a02d5dd224/a1370d08-1392-4cb6-ba52-ee441d4147b5) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:11:00.259349 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:00.290487 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:00.334277 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:11:00.340767 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:11:00.343937 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:11:00.375914 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=a1370d08-1392-4cb6-ba52-ee441d4147b5,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:00.381201 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:00.408436 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:00.409091 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:00.436144 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-e335b2fd-1454-49d6-88d1-617030dc1aca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6670136 Jun 16 23:11:00.447717 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Request body: {'port': {'device_id': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84623'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:11:00.479531 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:00.536395 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:00.717264 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-24488712-c848-4d61-9f26-a7a8e5ad1394 None None] Provisioning complete for port a1370d08-1392-4cb6-ba52-ee441d4147b5 triggered by entity DHCP. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:11:00.717673 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-24488712-c848-4d61-9f26-a7a8e5ad1394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:00.751700 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-24488712-c848-4d61-9f26-a7a8e5ad1394 None None] Port a1370d08-1392-4cb6-ba52-ee441d4147b5 cannot update to ACTIVE because it is not bound. {{(pid=103763) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 23:11:00.795388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1370d08-1392-4cb6-ba52-ee441d4147b5 {{(pid=103761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:11:00.802705 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Publish callbacks [] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:00.815841 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.provisioning_blocks [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Transition to ACTIVE for port object a1370d08-1392-4cb6-ba52-ee441d4147b5 will not be triggered until provisioned by entity L2. {{(pid=103761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 23:11:00.818631 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:00.871945 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Pushing event updated for resources: {'Port': ['ID=a1370d08-1392-4cb6-ba52-ee441d4147b5,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:00.942546 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Attempting to bind port a1370d08-1392-4cb6-ba52-ee441d4147b5 on host hv-cinder-84623 for vnic_type normal with profile {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 23:11:00.942937 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Attempting to bind port a1370d08-1392-4cb6-ba52-ee441d4147b5 by drivers openvswitch,hyperv on host hv-cinder-84623 at level 0 using segments [{'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 23:11:00.943250 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Attempting to bind port a1370d08-1392-4cb6-ba52-ee441d4147b5 on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:11:00.947942 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Port a1370d08-1392-4cb6-ba52-ee441d4147b5 on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84623 {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 23:11:00.948406 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Attempting to bind port a1370d08-1392-4cb6-ba52-ee441d4147b5 on network b60aa0be-29dc-41f5-b1f9-8245b5200d1c {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 23:11:00.953776 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Checking agent: {'id': 'ba10f2c4-0b90-4ae5-b728-85bd65089466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84623', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'started_at': datetime.datetime(2022, 6, 16, 22, 58, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 23, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 23:11:00.954118 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Checking segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 23:11:00.954502 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Bound using segment: {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'} {{(pid=103761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 23:11:00.954966 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.managers [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Bound port: a1370d08-1392-4cb6-ba52-ee441d4147b5, host: hv-cinder-84623, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d3d563-ec14-498f-bdb3-68f0bf5cae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c'}}] {{(pid=103761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 23:11:00.955336 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:01.031468 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6131f-7618-4dc3-b1c7-cd90737cdbd0 req-945fc898-59ab-4423-9a80-94ae94fb6399 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:01.032941 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-06c6131f-7618-4dc3-b1c7-cd90737cdbd0 req-945fc898-59ab-4423-9a80-94ae94fb6399 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 944 time: 0.0753875 Jun 16 23:11:01.076903 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] For port a1370d08-1392-4cb6-ba52-ee441d4147b5, host hv-cinder-84623, cleared binding levels {{(pid=103761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 23:11:01.084285 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] For port a1370d08-1392-4cb6-ba52-ee441d4147b5, host hv-cinder-84623, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 23:11:01.103283 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:01.116896 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-06c6131f-7618-4dc3-b1c7-cd90737cdbd0 req-c5169bff-c71f-455b-8197-a8396f968435 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753129 Jun 16 23:11:01.144156 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:01.144782 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:01.146259 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] 10.222.0.26 "PUT /v2.0/ports/a1370d08-1392-4cb6-ba52-ee441d4147b5 HTTP/1.1" status: 200 len: 1094 time: 0.7036197 Jun 16 23:11:01.146731 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:11:01.149472 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf532222-2425-45f2-8d96-fe34d2036587" -d '{"events": [{"name": "network-changed", "server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:11:01.174694 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd2ad9-2d00-4f09-92c1-60108e91911e service neutron] Pushing event updated for resources: {'Port': ['ID=a1370d08-1392-4cb6-ba52-ee441d4147b5,revision_number=3']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:01.227896 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c86c2-a4c1-480a-a5eb-4cbc1dc695ab x-openstack-request-id: req-091c86c2-a4c1-480a-a5eb-4cbc1dc695ab {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:11:01.228184 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:11:01.228439 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-091c86c2-a4c1-480a-a5eb-4cbc1dc695ab {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:11:01.228849 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091c86c2-a4c1-480a-a5eb-4cbc1dc695ab'] response: {'name': 'network-changed', 'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'status': 'completed', 'code': 200} Jun 16 23:11:01.241531 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-90c14883-aad7-42ee-8e04-45da974bf3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:01.243398 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-90c14883-aad7-42ee-8e04-45da974bf3d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 1128 time: 0.0502970 Jun 16 23:11:01.286980 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-a6a7aaeb-93d0-4025-b854-8083967098ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5 HTTP/1.1" status: 200 len: 217 time: 0.0367899 Jun 16 23:11:01.338247 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-3b944525-0d54-4279-8794-3eec17dc02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:01.339756 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-3b944525-0d54-4279-8794-3eec17dc02c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0477195 Jun 16 23:11:01.380737 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:01.389704 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-9431d2f6-ee4c-42a8-ba0b-2fda03d2659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:01.391174 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-9431d2f6-ee4c-42a8-ba0b-2fda03d2659b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430036 Jun 16 23:11:01.415238 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:01.503565 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-1a325f92-fad6-4952-866c-fbed3e40ae43 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063316 Jun 16 23:11:01.595943 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b8a3fece-a523-419c-8f5e-2d2eaf5b3ce1 req-ed784baa-d895-42a9-a3d4-8e1d847cc01d service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867722 Jun 16 23:11:01.694435 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60706) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:02.166969 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf532222-2425-45f2-8d96-fe34d2036587 req-ced5999f-23ca-4b51-b376-6894f5d64fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:02.168413 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bf532222-2425-45f2-8d96-fe34d2036587 req-ced5999f-23ca-4b51-b376-6894f5d64fc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 1128 time: 0.3432856 Jun 16 23:11:02.303422 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707dfae-c9f2-4989-ba3b-dae7280984a8 req-81dd9857-6416-4297-829e-ed2251dac887 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:02.305437 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0707dfae-c9f2-4989-ba3b-dae7280984a8 req-81dd9857-6416-4297-829e-ed2251dac887 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 944 time: 0.1201522 Jun 16 23:11:02.381629 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf532222-2425-45f2-8d96-fe34d2036587 req-2c9a1873-2b69-4224-be16-b2c185458c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:02.383651 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bf532222-2425-45f2-8d96-fe34d2036587 req-2c9a1873-2b69-4224-be16-b2c185458c56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.2081413 Jun 16 23:11:02.449976 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0707dfae-c9f2-4989-ba3b-dae7280984a8 req-f7b1083c-9cca-41fe-9b9c-5748bd30f0d2 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360724 Jun 16 23:11:02.466251 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bf532222-2425-45f2-8d96-fe34d2036587 req-1a69cf5e-4257-4bf0-99dc-14fa50fa88bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5 HTTP/1.1" status: 200 len: 217 time: 0.0696399 Jun 16 23:11:02.508163 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (aab9280f-af26-45d3-b11e-93a113ce071f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:02.561291 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf532222-2425-45f2-8d96-fe34d2036587 req-d326ed31-24b3-4ad2-8ac6-460a2fdad5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:02.562789 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bf532222-2425-45f2-8d96-fe34d2036587 req-d326ed31-24b3-4ad2-8ac6-460a2fdad5cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0902073 Jun 16 23:11:02.638536 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf532222-2425-45f2-8d96-fe34d2036587 req-5e90f266-7875-4f6e-841d-60d3a1f3c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:02.640044 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bf532222-2425-45f2-8d96-fe34d2036587 req-5e90f266-7875-4f6e-841d-60d3a1f3c446 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511148 Jun 16 23:11:02.674701 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-87aeea9f-99c7-43f6-8b7e-4808db37b842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:02.681674 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:02.715833 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:02.786503 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 61b8124a-070e-4798-ac19-c08840a62cf5 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:11:02.807307 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 61b8124a-070e-4798-ac19-c08840a62cf5 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:11:02.807648 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 61b8124a-070e-4798-ac19-c08840a62cf5 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:11:02.819224 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bf532222-2425-45f2-8d96-fe34d2036587 req-6fa044d8-d3ed-44e8-8e21-115533811ced service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727483 Jun 16 23:11:02.873416 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Deleting port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:11:02.873761 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:02.985720 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-bf532222-2425-45f2-8d96-fe34d2036587 req-c1380f19-a0ca-476d-a6ca-bc0db1b9dd55 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503642 Jun 16 23:11:03.002633 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] For port 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:03.003004 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:03.016472 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Calling delete_port for 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:11:03.197961 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:03.223418 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:03.393771 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (aab9280f-af26-45d3-b11e-93a113ce071f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:03.496531 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:03.543388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:03.625635 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dc1dd-8aea-447c-a915-99b880b4e7d1 req-965b248d-a6f3-44ea-8c56-64a3610b8433 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:03.627131 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-777dc1dd-8aea-447c-a915-99b880b4e7d1 req-965b248d-a6f3-44ea-8c56-64a3610b8433 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 944 time: 0.0866375 Jun 16 23:11:03.671773 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Router aab9280f-af26-45d3-b11e-93a113ce071f has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:11:03.696706 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-777dc1dd-8aea-447c-a915-99b880b4e7d1 req-a527baed-705d-4a55-a767-23a48c20b03f tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621393 Jun 16 23:11:03.797028 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:11:03.802180 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-14bbac0e-905a-4999-a950-0b944c9b16be admin admin] 10.222.0.17 "PUT /v2.0/routers/aab9280f-af26-45d3-b11e-93a113ce071f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066649 Jun 16 23:11:03.805367 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60712) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:03.807068 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] Sync routers for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:11:03.816706 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:11:03.817305 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:10:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:03.906470 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks [] for router (aab9280f-af26-45d3-b11e-93a113ce071f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.001043 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:11:04.007010 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks [] for router_gateway (aab9280f-af26-45d3-b11e-93a113ce071f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.048562 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Deleting port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:11:04.048801 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.131994 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] For port 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:04.132421 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.145557 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Calling delete_port for 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:11:04.164727 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:11:03Z', 'revision_number': 5, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port': {'id': '4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:75:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:08:54Z', 'updated_at': '2022-06-16T23:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:04.192319 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] Checking router: aab9280f-af26-45d3-b11e-93a113ce071f for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:11:04.193913 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:04.195597 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:04.202613 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] Routers {'aab9280f-af26-45d3-b11e-93a113ce071f'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:11:04.203229 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:10:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['aab9280f-af26-45d3-b11e-93a113ce071f'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:04.284312 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] Set router aab9280f-af26-45d3-b11e-93a113ce071f gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:11:04.309377 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.332953 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:04.339373 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:11:04Z', 'revision_number': 6, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:04.367571 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3a7f7-cc45-4405-a534-2de3d0772926 None None] The sync data for ids ['aab9280f-af26-45d3-b11e-93a113ce071f'] in dv-cinder-846230-1-iscsi is: [{'id': 'aab9280f-af26-45d3-b11e-93a113ce071f', 'name': 'tempest-TestMinimumBasicScenario-1186147402-router', 'tenant_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:53Z', 'updated_at': '2022-06-16T23:11:04Z', 'revision_number': 6, 'project_id': '09a5ddeaa2ee4af483bd6a59a2900cf7', 'gw_port_host': None}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:11:04.396724 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (aab9280f-af26-45d3-b11e-93a113ce071f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.480610 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (aab9280f-af26-45d3-b11e-93a113ce071f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.482774 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks [] for router_controller (aab9280f-af26-45d3-b11e-93a113ce071f), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.526609 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (aab9280f-af26-45d3-b11e-93a113ce071f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.527218 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab9280f-af26-45d3-b11e-93a113ce071f {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:11:04.531481 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.532797 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-9d07d035-9fbf-42d5-8f75-b8418ee6ae48 admin admin] 10.222.0.17 "DELETE /v2.0/routers/aab9280f-af26-45d3-b11e-93a113ce071f HTTP/1.1" status: 204 len: 168 time: 0.7264040 Jun 16 23:11:04.535443 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60714) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:04.578929 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8617b0a-4f36-4f42-bab4-54832567c48b admin admin] Deleting subnet 0665efda-6b5f-4ddb-98fa-cc84d1a09d88 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:11:04.581788 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a8617b0a-4f36-4f42-bab4-54832567c48b admin admin] Publish callbacks [] for subnet (0665efda-6b5f-4ddb-98fa-cc84d1a09d88), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.612415 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:04.614736 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a8617b0a-4f36-4f42-bab4-54832567c48b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456261'] for subnet (0665efda-6b5f-4ddb-98fa-cc84d1a09d88), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.633036 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:04.692845 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a8617b0a-4f36-4f42-bab4-54832567c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (0665efda-6b5f-4ddb-98fa-cc84d1a09d88), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.749795 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a8617b0a-4f36-4f42-bab4-54832567c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60676562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59473585'] for subnet (0665efda-6b5f-4ddb-98fa-cc84d1a09d88), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.776181 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8617b0a-4f36-4f42-bab4-54832567c48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0665efda-6b5f-4ddb-98fa-cc84d1a09d88,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:04.782811 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-a8617b0a-4f36-4f42-bab4-54832567c48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.786171 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-a8617b0a-4f36-4f42-bab4-54832567c48b admin admin] 10.222.0.17 "DELETE /v2.0/subnets/0665efda-6b5f-4ddb-98fa-cc84d1a09d88 HTTP/1.1" status: 204 len: 168 time: 0.2498231 Jun 16 23:11:04.788692 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60718) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:04.789587 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6522d-e18e-4708-b131-712487546a0d None None] Network 3bc5bb13-5863-4991-9013-5a5018248221 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:11:04.839856 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863d6ec-4d41-4e56-9ed5-99f56e66620f req-3adb4479-f5ea-4689-aa2e-4c218623e0a1 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:04.841552 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9863d6ec-4d41-4e56-9ed5-99f56e66620f req-3adb4479-f5ea-4689-aa2e-4c218623e0a1 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 944 time: 0.0736129 Jun 16 23:11:04.874319 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (3bc5bb13-5863-4991-9013-5a5018248221), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.895724 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9863d6ec-4d41-4e56-9ed5-99f56e66620f req-76606596-2a2b-4b48-87d2-b5387e5a4596 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485885 Jun 16 23:11:04.897422 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-0286b9dc-b533-4407-9758-650c7043e88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.922586 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Deleting port dbaf0d12-71a3-4470-9c75-66098e59756f {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:11:04.922960 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:04.987551 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] For port dbaf0d12-71a3-4470-9c75-66098e59756f, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=dbaf0d12-71a3-4470-9c75-66098e59756f,segment=NetworkSegment(b5b6436d-e9d4-463d-8d80-166a8443b7aa),segment_id=b5b6436d-e9d4-463d-8d80-166a8443b7aa)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:04.987905 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.000086 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Calling delete_port for dbaf0d12-71a3-4470-9c75-66098e59756f owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:11:05.077037 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (dbaf0d12-71a3-4470-9c75-66098e59756f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.103563 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbaf0d12-71a3-4470-9c75-66098e59756f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:05.105483 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] No DVR routers for this DVR port dbaf0d12-71a3-4470-9c75-66098e59756f on host dv-cinder-846230-1-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:11:05.171064 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed360bea-1a84-40e9-bf59-23a86224a96d None None] DHCP port deletion for 3bc5bb13-5863-4991-9013-5a5018248221 request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:11:05.186289 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (3bc5bb13-5863-4991-9013-5a5018248221), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.212262 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc5bb13-5863-4991-9013-5a5018248221']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:05.224608 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b6436d-e9d4-463d-8d80-166a8443b7aa') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:05.224900 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b6436d-e9d4-463d-8d80-166a8443b7aa') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:05.236251 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (b5b6436d-e9d4-463d-8d80-166a8443b7aa), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.252411 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (b5b6436d-e9d4-463d-8d80-166a8443b7aa), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.261067 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:11:05.261567 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (b5b6436d-e9d4-463d-8d80-166a8443b7aa), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.312429 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment b5b6436d-e9d4-463d-8d80-166a8443b7aa resource provider aggregate not found Jun 16 23:11:05.330092 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (3bc5bb13-5863-4991-9013-5a5018248221), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.335033 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.338144 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] 10.222.0.17 "DELETE /v2.0/networks/3bc5bb13-5863-4991-9013-5a5018248221 HTTP/1.1" status: 204 len: 168 time: 0.5483124 Jun 16 23:11:05.339785 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment b5b6436d-e9d4-463d-8d80-166a8443b7aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5b6436d-e9d4-463d-8d80-166a8443b7aa found for delete ", "request_id": "req-1b6878de-8df2-43d4-9682-cb38463950e1"}]} Jun 16 23:11:05.341301 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60724) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:05.352341 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42ac10-0f20-4c66-a808-971e04a89055 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc5bb13-5863-4991-9013-5a5018248221,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:05.651964 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (320f6513-3233-4d47-8478-eeea5917016a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.819815 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:05.823935 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.863880 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Deleting port 157dd426-eafb-43b5-9812-1c71b28db5da {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:11:05.864338 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.887563 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:05.921877 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:11:05.941912 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:11:05.942262 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3d3ac4de-9aa8-47e8-be0f-dd6dc12c24cd not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:11:05.942714 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device dbaf0d12-71a3-4470-9c75-66098e59756f no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:11:05.947202 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] For port 157dd426-eafb-43b5-9812-1c71b28db5da, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=157dd426-eafb-43b5-9812-1c71b28db5da,segment=NetworkSegment(24c746ac-233b-47b5-b6ae-c7cabb93e3fe),segment_id=24c746ac-233b-47b5-b6ae-c7cabb93e3fe)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:05.947572 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:05.961819 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Calling delete_port for 157dd426-eafb-43b5-9812-1c71b28db5da owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:11:05.964087 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: dbaf0d12-71a3-4470-9c75-66098e59756f {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:11:05.964435 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device dbaf0d12-71a3-4470-9c75-66098e59756f not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:11:05.964857 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:11:05.983190 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:11:05.983544 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 4cf35c3f-a7b7-4a4d-9b52-d0a7bf07754b not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:11:06.309483 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b7c7-5f82-4f72-a566-7ccf0a53e801 req-51c591bb-7857-4987-8e54-4179773647b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:06.310974 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7f08b7c7-5f82-4f72-a566-7ccf0a53e801 req-51c591bb-7857-4987-8e54-4179773647b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 944 time: 0.3450005 Jun 16 23:11:06.412295 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-7f08b7c7-5f82-4f72-a566-7ccf0a53e801 req-b9eb1f0c-dc94-4bfc-aaea-9d86bd3d2b89 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927525 Jun 16 23:11:06.483913 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (157dd426-eafb-43b5-9812-1c71b28db5da), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:06.512535 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=157dd426-eafb-43b5-9812-1c71b28db5da,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:06.667413 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (320f6513-3233-4d47-8478-eeea5917016a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:06.861293 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:06.874196 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Router 320f6513-3233-4d47-8478-eeea5917016a has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:11:06.973756 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:11:06.979521 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-cb3e89b6-7d3b-4acf-b4d3-e1738919c5c6 admin admin] 10.222.0.17 "PUT /v2.0/routers/320f6513-3233-4d47-8478-eeea5917016a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6371784 Jun 16 23:11:06.982110 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60728) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:06.983020 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] Sync routers for ids ['320f6513-3233-4d47-8478-eeea5917016a'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:11:06.992740 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] Routers {'320f6513-3233-4d47-8478-eeea5917016a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:11:06.993353 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:11:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['320f6513-3233-4d47-8478-eeea5917016a'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:07.063680 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:07.081607 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:07.082421 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks [] for router (320f6513-3233-4d47-8478-eeea5917016a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.086408 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:07.095577 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] Set router 320f6513-3233-4d47-8478-eeea5917016a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:11:07.181792 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks [] for router_gateway (320f6513-3233-4d47-8478-eeea5917016a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.227141 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Deleting port 7ca42406-a533-4759-aee6-fee10a56b37f {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:11:07.227483 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.308525 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] For port 7ca42406-a533-4759-aee6-fee10a56b37f, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=7ca42406-a533-4759-aee6-fee10a56b37f,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:07.308893 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.322138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Calling delete_port for 7ca42406-a533-4759-aee6-fee10a56b37f owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:11:07.384619 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:11:06Z', 'revision_number': 5, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port': {'id': '7ca42406-a533-4759-aee6-fee10a56b37f', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320f6513-3233-4d47-8478-eeea5917016a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:09:00Z', 'updated_at': '2022-06-16T23:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:07.416472 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] Checking router: 320f6513-3233-4d47-8478-eeea5917016a for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:11:07.432620 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] Routers {'320f6513-3233-4d47-8478-eeea5917016a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:11:07.433231 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:11:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['320f6513-3233-4d47-8478-eeea5917016a'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:07.437799 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.499934 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (7ca42406-a533-4759-aee6-fee10a56b37f), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.520275 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] Set router 320f6513-3233-4d47-8478-eeea5917016a gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:11:07.547343 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca42406-a533-4759-aee6-fee10a56b37f,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:07.568964 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:11:07Z', 'revision_number': 6, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:07.582888 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4bbb5-1318-47dd-b37e-be44d98b61ea req-edda4280-0acc-463f-bc27-975c672dac26 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:07.584370 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c6b4bbb5-1318-47dd-b37e-be44d98b61ea req-edda4280-0acc-463f-bc27-975c672dac26 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 944 time: 0.0932915 Jun 16 23:11:07.593081 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ddaae-afc2-49ea-b118-80e45b498276 None None] The sync data for ids ['320f6513-3233-4d47-8478-eeea5917016a'] in dv-cinder-846230-1-iscsi is: [{'id': '320f6513-3233-4d47-8478-eeea5917016a', 'name': 'tempest-TestMinimumBasicScenario-1775040585-router', 'tenant_id': 'e3fa912bc57742ae88c8f464e6843f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:08:59Z', 'updated_at': '2022-06-16T23:11:07Z', 'revision_number': 6, 'project_id': 'e3fa912bc57742ae88c8f464e6843f59', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:11:07.652802 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (320f6513-3233-4d47-8478-eeea5917016a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.737649 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c6b4bbb5-1318-47dd-b37e-be44d98b61ea req-3adcc6ea-f2ee-421f-afcb-4b085ccdc76d tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328430 Jun 16 23:11:07.745350 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:07.747046 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (320f6513-3233-4d47-8478-eeea5917016a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.749460 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks [] for router_controller (320f6513-3233-4d47-8478-eeea5917016a), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.791864 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (320f6513-3233-4d47-8478-eeea5917016a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.792464 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320f6513-3233-4d47-8478-eeea5917016a {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:11:07.796859 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.798015 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-709bd168-b1c5-4578-b7fd-0d5d90f2a68e admin admin] 10.222.0.17 "DELETE /v2.0/routers/320f6513-3233-4d47-8478-eeea5917016a HTTP/1.1" status: 204 len: 168 time: 0.8149736 Jun 16 23:11:07.800538 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60732) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:07.845319 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-711a4b28-dee3-42da-900d-eabc27b3933e admin admin] Deleting subnet e124d630-7279-4193-ac2b-6e1dcdc0ce19 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:11:07.848311 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-711a4b28-dee3-42da-900d-eabc27b3933e admin admin] Publish callbacks [] for subnet (e124d630-7279-4193-ac2b-6e1dcdc0ce19), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.881402 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-711a4b28-dee3-42da-900d-eabc27b3933e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (e124d630-7279-4193-ac2b-6e1dcdc0ce19), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:07.917069 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:07.961896 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-711a4b28-dee3-42da-900d-eabc27b3933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (e124d630-7279-4193-ac2b-6e1dcdc0ce19), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.021816 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-711a4b28-dee3-42da-900d-eabc27b3933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (e124d630-7279-4193-ac2b-6e1dcdc0ce19), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.048821 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a4b28-dee3-42da-900d-eabc27b3933e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e124d630-7279-4193-ac2b-6e1dcdc0ce19,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:08.052426 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-711a4b28-dee3-42da-900d-eabc27b3933e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.058636 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-711a4b28-dee3-42da-900d-eabc27b3933e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e124d630-7279-4193-ac2b-6e1dcdc0ce19 HTTP/1.1" status: 204 len: 168 time: 0.2552278 Jun 16 23:11:08.060594 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60734) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:08.062859 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a669b00-cf54-4ecc-a589-2d2561da9738 None None] Network d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:11:08.084307 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 157dd426-eafb-43b5-9812-1c71b28db5da no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:11:08.112663 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 157dd426-eafb-43b5-9812-1c71b28db5da {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:11:08.113001 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 157dd426-eafb-43b5-9812-1c71b28db5da not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:11:08.132780 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (d0ea39c8-ad8d-43cf-b80b-72ecd63d7361), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.173298 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Deleting port df58629b-6dfd-43ca-b998-f533250f533f {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:11:08.173629 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (df58629b-6dfd-43ca-b998-f533250f533f), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.238945 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] For port df58629b-6dfd-43ca-b998-f533250f533f, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=df58629b-6dfd-43ca-b998-f533250f533f,segment=NetworkSegment(24c746ac-233b-47b5-b6ae-c7cabb93e3fe),segment_id=24c746ac-233b-47b5-b6ae-c7cabb93e3fe)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:08.239309 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (df58629b-6dfd-43ca-b998-f533250f533f), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.241641 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:08.253689 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:08.255221 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Calling delete_port for df58629b-6dfd-43ca-b998-f533250f533f owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:11:08.261880 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.332986 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (df58629b-6dfd-43ca-b998-f533250f533f), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.357658 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.360205 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Pushing event deleted for resources: {'Port': ['ID=df58629b-6dfd-43ca-b998-f533250f533f,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:08.364747 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] No DVR routers for this DVR port df58629b-6dfd-43ca-b998-f533250f533f on host dv-cinder-846230-1-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:11:08.418886 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95051197-97a3-4497-8f56-95402eaf9cfe None None] DHCP port deletion for d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:11:08.440846 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (d0ea39c8-ad8d-43cf-b80b-72ecd63d7361), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.461141 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ea39c8-ad8d-43cf-b80b-72ecd63d7361']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:08.470562 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c746ac-233b-47b5-b6ae-c7cabb93e3fe') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:08.470904 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c746ac-233b-47b5-b6ae-c7cabb93e3fe') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:08.481037 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (24c746ac-233b-47b5-b6ae-c7cabb93e3fe), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.495044 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (24c746ac-233b-47b5-b6ae-c7cabb93e3fe), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.501788 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:11:08.502183 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (24c746ac-233b-47b5-b6ae-c7cabb93e3fe), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.521410 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 24c746ac-233b-47b5-b6ae-c7cabb93e3fe resource provider aggregate not found Jun 16 23:11:08.560303 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 24c746ac-233b-47b5-b6ae-c7cabb93e3fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24c746ac-233b-47b5-b6ae-c7cabb93e3fe found for delete ", "request_id": "req-7aca7e3e-e489-4de3-98e0-d8b48c88b467"}]} Jun 16 23:11:08.574044 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (d0ea39c8-ad8d-43cf-b80b-72ecd63d7361), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.579790 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.582895 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] 10.222.0.17 "DELETE /v2.0/networks/d0ea39c8-ad8d-43cf-b80b-72ecd63d7361 HTTP/1.1" status: 204 len: 168 time: 0.5212522 Jun 16 23:11:08.594272 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408add6e-1f73-48fa-9320-a1b575e526da admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ea39c8-ad8d-43cf-b80b-72ecd63d7361,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:08.759438 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60742) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:08.785415 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a1370d08-1392-4cb6-ba52-ee441d4147b5 details requested by agent hyperv_hv-cinder-84623 with host hv-cinder-84623 {{(pid=103763) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 23:11:08.805150 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60746) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:08.805362 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-04c73b74-6e89-4e6d-bd21-d155b84e7054 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=09a5ddeaa2ee4af483bd6a59a2900cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446584 Jun 16 23:11:08.882457 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a794fe-fadd-4aaf-8088-463714315b81 req-63f75a62-45d4-4042-b6f0-fe6447ceba99 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:08.883959 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40a794fe-fadd-4aaf-8088-463714315b81 req-63f75a62-45d4-4042-b6f0-fe6447ceba99 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 944 time: 0.0714996 Jun 16 23:11:08.884363 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a1370d08-1392-4cb6-ba52-ee441d4147b5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:08.895799 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Returning: {'device': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'port_id': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'mac_address': 'fa:16:3e:cf:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103763) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 23:11:08.911330 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-690e41d0-e9b9-4f43-8826-808584642cf5 admin admin] Publish callbacks [] for security_group (1d0ce4d5-18b9-4bcb-808f-74770f87c58b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.934851 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port a1370d08-1392-4cb6-ba52-ee441d4147b5 is: DOWN; New status is: BUILD {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:11:08.935243 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.948347 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-690e41d0-e9b9-4f43-8826-808584642cf5 admin admin] Publish callbacks [] for security_group (1d0ce4d5-18b9-4bcb-808f-74770f87c58b), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.948583 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1370d08-1392-4cb6-ba52-ee441d4147b5 {{(pid=103763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 23:11:08.968523 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a1370d08-1392-4cb6-ba52-ee441d4147b5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:08.972691 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:08.974050 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-40a794fe-fadd-4aaf-8088-463714315b81 req-6614af75-1c67-4d49-8027-5c11315a83fc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803280 Jun 16 23:11:09.012138 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-690e41d0-e9b9-4f43-8826-808584642cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (1d0ce4d5-18b9-4bcb-808f-74770f87c58b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:09.014730 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-690e41d0-e9b9-4f43-8826-808584642cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:09.016022 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-690e41d0-e9b9-4f43-8826-808584642cf5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1d0ce4d5-18b9-4bcb-808f-74770f87c58b HTTP/1.1" status: 204 len: 168 time: 0.2091677 Jun 16 23:11:09.020147 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=a1370d08-1392-4cb6-ba52-ee441d4147b5,revision_number=4']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:09.024559 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e41d0-e9b9-4f43-8826-808584642cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0ce4d5-18b9-4bcb-808f-74770f87c58b,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:09.028013 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.028439 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.028856 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.029335 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.029799 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.030252 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.030669 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.031062 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.031482 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.031907 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.032305 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.032636 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.032962 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.033407 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.033626 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:11:09.181901 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] get_ports_and_sgs() called for port_ids ['a1370d08-1392-4cb6-ba52-ee441d4147b5'] {{(pid=103763) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 23:11:09.287289 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:09.317928 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:09.355050 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60752) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:09.397761 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-8d44e539-971c-4b44-85af-9e8f9675c6d1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e3fa912bc57742ae88c8f464e6843f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413959 Jun 16 23:11:09.400246 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60754) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:09.446979 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b2c1-2e43-428a-8c47-4135c6fb8b7e admin admin] Publish callbacks [] for security_group (c04cbf03-56d2-426a-97be-d51e2fd267e9), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:09.467711 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b2c1-2e43-428a-8c47-4135c6fb8b7e admin admin] Publish callbacks [] for security_group (c04cbf03-56d2-426a-97be-d51e2fd267e9), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:09.515185 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b2c1-2e43-428a-8c47-4135c6fb8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (c04cbf03-56d2-426a-97be-d51e2fd267e9), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:09.518017 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a9c8b2c1-2e43-428a-8c47-4135c6fb8b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:09.519199 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a9c8b2c1-2e43-428a-8c47-4135c6fb8b7e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c04cbf03-56d2-426a-97be-d51e2fd267e9 HTTP/1.1" status: 204 len: 168 time: 0.1180687 Jun 16 23:11:09.528015 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8b2c1-2e43-428a-8c47-4135c6fb8b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04cbf03-56d2-426a-97be-d51e2fd267e9,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:09.911253 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 7ca42406-a533-4759-aee6-fee10a56b37f no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:11:09.933518 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 7ca42406-a533-4759-aee6-fee10a56b37f {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:11:09.933861 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 7ca42406-a533-4759-aee6-fee10a56b37f not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:11:09.934278 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device df58629b-6dfd-43ca-b998-f533250f533f no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:11:09.952268 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: df58629b-6dfd-43ca-b998-f533250f533f {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:11:09.952610 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device df58629b-6dfd-43ca-b998-f533250f533f not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:11:10.085317 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cc284-bdb7-43d7-8d8a-01ddb961a47d req-60ad681d-9ea1-4f4a-b30a-35b26b2285b1 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:10.086799 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9c2cc284-bdb7-43d7-8d8a-01ddb961a47d req-60ad681d-9ea1-4f4a-b30a-35b26b2285b1 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 945 time: 0.0463729 Jun 16 23:11:10.126145 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:10.138365 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-9c2cc284-bdb7-43d7-8d8a-01ddb961a47d req-7144c5a1-60ac-49c5-a0cd-06e8f6462261 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Jun 16 23:11:10.795815 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a1370d08-1392-4cb6-ba52-ee441d4147b5 up at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 23:11:10.837338 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning for port a1370d08-1392-4cb6-ba52-ee441d4147b5 completed by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 23:11:10.842844 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.provisioning_blocks [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Provisioning complete for port a1370d08-1392-4cb6-ba52-ee441d4147b5 triggered by entity L2. {{(pid=103763) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 23:11:10.843219 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861360'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), provisioning_complete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:10.914074 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Current status of the port a1370d08-1392-4cb6-ba52-ee441d4147b5 is: BUILD; New status is: ACTIVE {{(pid=103763) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 23:11:10.914447 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), before_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:10.936533 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5'}] {{(pid=103763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:11:10.938733 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a41128fe0c0e7a8746ec8e976f20cf465af5e6218cef78cf4fbd3be3429911c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec910a63-8618-4398-9bf8-12fb9242bc2c" -d '{"events": [{"server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "name": "network-vif-plugged", "status": "completed", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5"}]}' {{(pid=103763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:11:10.952891 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] For port a1370d08-1392-4cb6-ba52-ee441d4147b5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:11:10.956757 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:10.979348 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482a0088-ad37-4ac0-a567-2cbcc667932e x-openstack-request-id: req-482a0088-ad37-4ac0-a567-2cbcc667932e {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:11:10.979636 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "name": "network-vif-plugged", "status": "completed", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5", "code": 200}]} {{(pid=103763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:11:10.979993 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-482a0088-ad37-4ac0-a567-2cbcc667932e {{(pid=103763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:11:10.980434 dv-cinder-846230-1-iscsi neutron-server[103763]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482a0088-ad37-4ac0-a567-2cbcc667932e'] response: {'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'code': 200} Jun 16 23:11:11.008186 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Pushing event updated for resources: {'Port': ['ID=a1370d08-1392-4cb6-ba52-ee441d4147b5,revision_number=5']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:11.188956 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33ba3-4512-4d92-9377-f6382dc9831d req-a8dd25b2-8935-44b8-b496-d40d3c69950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:11.190500 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ebd33ba3-4512-4d92-9377-f6382dc9831d req-a8dd25b2-8935-44b8-b496-d40d3c69950b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 1130 time: 0.0436058 Jun 16 23:11:11.271171 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c94f5-3a42-4e79-9c27-ee16c939cb10 req-0b2e3619-7266-41d2-8bbf-7945debbdedf tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:11.273142 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fd3c94f5-3a42-4e79-9c27-ee16c939cb10 req-0b2e3619-7266-41d2-8bbf-7945debbdedf tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 946 time: 0.0615454 Jun 16 23:11:11.275778 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-ebd33ba3-4512-4d92-9377-f6382dc9831d req-faed4e9a-b631-45d8-818a-28c5e2f2d1ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789473 Jun 16 23:11:11.320995 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-fd3c94f5-3a42-4e79-9c27-ee16c939cb10 req-65765896-47cb-44ad-8cd9-468c9db26195 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424156 Jun 16 23:11:12.433526 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3357f-fb7c-4919-83cd-948c629ed125 req-b45df386-272a-4af5-a15a-8f1c9878a592 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:12.435002 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-71b3357f-fb7c-4919-83cd-948c629ed125 req-b45df386-272a-4af5-a15a-8f1c9878a592 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 946 time: 0.0466442 Jun 16 23:11:12.484607 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-71b3357f-fb7c-4919-83cd-948c629ed125 req-998aa26a-459f-40ef-ace7-deac0f3b67db tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441282 Jun 16 23:11:12.580016 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:12.598917 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc1255-4ca0-4b74-a16b-1234c5b60c6f req-85e0b58b-fad2-4db5-9bcc-4283f53c0f44 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:12.600361 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b7bc1255-4ca0-4b74-a16b-1234c5b60c6f req-85e0b58b-fad2-4db5-9bcc-4283f53c0f44 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 946 time: 0.0485857 Jun 16 23:11:12.648967 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-b7bc1255-4ca0-4b74-a16b-1234c5b60c6f req-4e7f1004-0636-404e-a5cb-9fc65248bb8b tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Jun 16 23:11:12.672779 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60768) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:12.708835 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20470d6-60e6-40d4-8a00-af64e8be92c0 tempest-TestVolumeBootPattern-1949457299 tempest-TestVolumeBootPattern-1949457299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:12.710301 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d20470d6-60e6-40d4-8a00-af64e8be92c0 tempest-TestVolumeBootPattern-1949457299 tempest-TestVolumeBootPattern-1949457299-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 1125 time: 0.0365849 Jun 16 23:11:12.712928 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60770) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:11:12.718033 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.v2.base [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Request body: {'floatingip': {'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'port_id': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103761) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 23:11:12.738874 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:12.817838 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (None), before_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:12.923838 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_common [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Allocated IP 172.27.3.228 (0d3d98d4-5670-4dea-a434-bf3ab95da654/fc1a8d2c-a41e-4925-a1b5-93bec1fe704f/f2fb9f05-e715-4f50-824f-b560a11f80a6) {{(pid=103761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 23:11:13.026437 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (f2fb9f05-e715-4f50-824f-b560a11f80a6), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:13.058974 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773983424808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (f2fb9f05-e715-4f50-824f-b560a11f80a6), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:13.099370 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Network 0d3d98d4-5670-4dea-a434-bf3ab95da654 is already hosted by enough agents. {{(pid=103761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 23:11:13.103560 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.base_scheduler [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Resources bound (agent type, host, resource id): {{(pid=103761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 23:11:13.107319 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Received port after_create {{(pid=103761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 23:11:13.110490 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=f2fb9f05-e715-4f50-824f-b560a11f80a6,revision_number=1']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:13.174459 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:13.348574 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:13.449949 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (df06a750-8c76-472d-a699-f4c5e902e1f1), precommit_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:13.521366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835750'] for port (f2fb9f05-e715-4f50-824f-b560a11f80a6), before_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:13.661690 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for port (f2fb9f05-e715-4f50-824f-b560a11f80a6), precommit_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:13.666222 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773983776597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773983424826', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773983424844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58790936'] for port (f2fb9f05-e715-4f50-824f-b560a11f80a6), after_update {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:13.738649 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event updated for resources: {'Port': ['ID=f2fb9f05-e715-4f50-824f-b560a11f80a6,revision_number=2']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:11:13.749344 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344768'] for floatingip (df06a750-8c76-472d-a699-f4c5e902e1f1), after_create {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:13.848828 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Floating IP df06a750-8c76-472d-a699-f4c5e902e1f1 associated. External IP: 172.27.3.228, port: a1370d08-1392-4cb6-ba52-ee441d4147b5. Jun 16 23:11:14.258953 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:14.324155 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:11:14.340895 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=14 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:14.341712 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=7 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:14.420725 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:11:14.431298 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:11:14.432714 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:14.440677 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:14.441256 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:11:14.441858 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:11:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:14.473439 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-659f9f7e-b1f4-4e81-886e-f9287ebb2839 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7595308 Jun 16 23:11:14.474022 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:11:14.476376 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891782ac-b8e9-4c75-9306-15b93be0fbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:11:14.547219 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:11:14.686935 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac36fe8-0594-4c41-97e0-8828e0dfa4b2 x-openstack-request-id: req-6ac36fe8-0594-4c41-97e0-8828e0dfa4b2 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:11:14.687220 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:11:14.687464 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6ac36fe8-0594-4c41-97e0-8828e0dfa4b2 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:11:14.687860 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac36fe8-0594-4c41-97e0-8828e0dfa4b2'] response: {'name': 'network-changed', 'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'status': 'completed', 'code': 200} Jun 16 23:11:14.746224 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-d3f7ac10-ff6e-4bc8-82a3-0fff5457b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:14.747650 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-d3f7ac10-ff6e-4bc8-82a3-0fff5457b83f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 1130 time: 0.0396795 Jun 16 23:11:14.765891 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:18Z', 'revision_number': 1, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}, {'id': 'df06a750-8c76-472d-a699-f4c5e902e1f1', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:cf:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:11:13Z', 'updated_at': '2022-06-16T23:11:13Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:14.789867 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:11:14.798140 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:11:14.798764 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:11:05Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:14.841375 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-6f1304e8-39ca-458e-9d2c-9628f2d49b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:14.842856 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-6f1304e8-39ca-458e-9d2c-9628f2d49b7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.0882089 Jun 16 23:11:14.900710 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:11:14.904556 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-868ffe7a-e86b-4a12-8dae-b85e2c2b4557 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5 HTTP/1.1" status: 200 len: 1000 time: 0.0552185 Jun 16 23:11:14.952132 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-0f38d31b-a433-4ae2-ae6d-6571906e4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:14.953710 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-0f38d31b-a433-4ae2-ae6d-6571906e4e96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0431497 Jun 16 23:11:14.999388 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-5daf9014-6a9c-4177-b3d1-9cce56c3e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:15.000816 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-5daf9014-6a9c-4177-b3d1-9cce56c3e211 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417588 Jun 16 23:11:15.091548 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-ed313fca-8814-481d-a305-4b5be269482b service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837815 Jun 16 23:11:15.111020 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:18Z', 'revision_number': 1, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}, {'id': 'df06a750-8c76-472d-a699-f4c5e902e1f1', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:cf:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:11:13Z', 'updated_at': '2022-06-16T23:11:13Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:11:15.135434 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad4632-ebff-48f6-87b8-eae33d26bd8c None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:18Z', 'revision_number': 1, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}, {'id': 'df06a750-8c76-472d-a699-f4c5e902e1f1', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:cf:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:11:13Z', 'updated_at': '2022-06-16T23:11:13Z', 'revision_number': 0, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:11:15.186530 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-891782ac-b8e9-4c75-9306-15b93be0fbbb req-0cd7c7f9-1197-47f6-9874-da0897396c2e service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882354 Jun 16 23:11:15.329440 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3627b6a-87c5-46dc-bbcb-25973ea7aa9d None None] New status for floating IP df06a750-8c76-472d-a699-f4c5e902e1f1: ACTIVE {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:11:18.791490 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=37,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:18.799100 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:19.248965 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:11:25.181642 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=48 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:25.183522 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:25.428910 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:25.431729 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:29.508124 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=90 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:29.509930 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=86 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:32.676730 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1269434a-de5f-4d00-bfe1-0c9f6738d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:34.840570 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e5b66a98-63e3-411d-a1af-07e21676c0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:35.829851 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:37.413130 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:38.255667 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:38.362023 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:11:42.223450 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:44.645298 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-ec0f0172-bc7e-4cec-be12-cff07c4d69a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413742 Jun 16 23:11:44.724637 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-dfb52076-e2ef-4ab3-8318-a2b3f429c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:44.726116 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-dfb52076-e2ef-4ab3-8318-a2b3f429c5a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 1129 time: 0.0390244 Jun 16 23:11:44.832144 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-292ed5c5-a614-40af-9364-5fd8b6348ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:44.833722 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-292ed5c5-a614-40af-9364-5fd8b6348ccf service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.0905116 Jun 16 23:11:44.895271 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-06ba621c-aed6-43bb-8819-0eda027641ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d02cfeb-d784-4f09-9198-cae370fc9285 HTTP/1.1" status: 200 len: 1000 time: 0.0552711 Jun 16 23:11:44.945578 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-61b3cf63-de24-49d7-9961-9a2019ec379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:44.946958 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-61b3cf63-de24-49d7-9961-9a2019ec379d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0461938 Jun 16 23:11:44.990418 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-d18b7bb3-6271-436e-87e2-ccfab3d14f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:11:44.991895 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-d18b7bb3-6271-436e-87e2-ccfab3d14f9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385413 Jun 16 23:11:45.077275 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-34fc32be-bd26-4c67-b95c-4183db5d531a service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791419 Jun 16 23:11:45.168963 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-be2fcb24-da72-4bad-bb52-d490916464f2 req-8e6a1c87-d57a-44ea-93cc-1e7af1b5fa6c service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854294 Jun 16 23:11:47.167704 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:48.352818 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:48.357565 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:55.164053 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=49 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:55.165954 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=52 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:11:56.247593 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:12:02.679159 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a560793f-bd18-4287-b91d-5e433288f15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:04.841410 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-f90d079e-1702-4173-8eff-4e5afc4924d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:05.830950 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:06.243019 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:06.243825 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:07.416108 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:08.260613 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:08.372973 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:18.367162 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:18.369728 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:19.226168 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:19.227632 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:31.198242 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:31.199013 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:32.680862 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-789e900f-b29d-4b0a-8c98-6a8bc78ed731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:33.246164 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:12:34.842237 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-cd8d619b-733e-477a-9b1b-84a3024be7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:35.833147 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:37.418026 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:38.253359 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:38.391488 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:42.356003 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60804) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:42.493583 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Deleting port f2fb9f05-e715-4f50-824f-b560a11f80a6 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:42.493846 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (f2fb9f05-e715-4f50-824f-b560a11f80a6), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:42.570172 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (f2fb9f05-e715-4f50-824f-b560a11f80a6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:42.570501 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (f2fb9f05-e715-4f50-824f-b560a11f80a6), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:42.582179 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Calling delete_port for f2fb9f05-e715-4f50-824f-b560a11f80a6 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:42.719971 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (f2fb9f05-e715-4f50-824f-b560a11f80a6), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:42.747566 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event deleted for resources: {'Port': ['ID=f2fb9f05-e715-4f50-824f-b560a11f80a6,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:42.772491 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.772834 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.773171 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.773506 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.773835 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.774160 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.774480 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.774847 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.775172 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.775492 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.775811 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.776131 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.776446 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.776760 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.777074 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:42.817855 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (df06a750-8c76-472d-a699-f4c5e902e1f1), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:42.818182 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Floating IP df06a750-8c76-472d-a699-f4c5e902e1f1 disassociated (deleted). External IP: 172.27.3.228, port: a1370d08-1392-4cb6-ba52-ee441d4147b5. Jun 16 23:12:43.008275 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:12:43.110527 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:12:43.116192 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:43.117898 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:43.121061 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:12:43.132678 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:12:43.133357 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:12:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:43.147657 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-a7e32ee8-675a-4250-b61f-187f821e80dc tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "DELETE /v2.0/floatingips/df06a750-8c76-472d-a699-f4c5e902e1f1 HTTP/1.1" status: 204 len: 168 time: 0.7905855 Jun 16 23:12:43.148247 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:12:43.150543 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e469ee18-df82-4286-aee9-4622dc60ad33" -d '{"events": [{"name": "network-changed", "server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:12:43.201954 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e71cd-7c54-4750-97e6-c4fa740da0f4 x-openstack-request-id: req-d38e71cd-7c54-4750-97e6-c4fa740da0f4 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:12:43.202261 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:12:43.202503 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d38e71cd-7c54-4750-97e6-c4fa740da0f4 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:12:43.202936 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38e71cd-7c54-4750-97e6-c4fa740da0f4'] response: {'name': 'network-changed', 'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'status': 'completed', 'code': 200} Jun 16 23:12:43.246080 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:12:43.264978 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-ceb7fbbf-ad1f-4392-a08a-7bfbc52a5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:43.266425 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-ceb7fbbf-ad1f-4392-a08a-7bfbc52a5f46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 1130 time: 0.0414655 Jun 16 23:12:43.367269 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:43.414993 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50916d-e319-42c7-8d9a-587eefa8b2e7 req-7223613d-5234-4ce5-b826-e5538603773e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:43.416456 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0c50916d-e319-42c7-8d9a-587eefa8b2e7 req-7223613d-5234-4ce5-b826-e5538603773e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 946 time: 0.0589869 Jun 16 23:12:43.436523 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-a758a949-b208-485c-92bb-0b7aebe41eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:43.438116 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-a758a949-b208-485c-92bb-0b7aebe41eba service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.1652665 Jun 16 23:12:43.479817 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-0c50916d-e319-42c7-8d9a-587eefa8b2e7 req-23db1817-3e34-4265-a994-fdfeec119061 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538042 Jun 16 23:12:43.547281 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:18Z', 'revision_number': 1, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:43.571465 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:12:43.579555 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:12:43.580152 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:12:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:43.678557 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:12:43.880909 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:18Z', 'revision_number': 1, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:43.904075 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe98ed4-11e9-4ddd-a0fd-2b8af08c9942 None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_floatingips': [{'id': '357f3976-b029-4b95-9350-e819e65b3241', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'router_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'port_id': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'mac_address': 'fa:16:3e:61:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T23:09:15Z', 'updated_at': '2022-06-16T23:09:18Z', 'revision_number': 1, 'project_id': '1423c05c42b14519b401e22e16062781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:12:44.123891 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71981fd7-1adf-4e0d-8519-c1a8582e0aa6 None None] New status for floating IP df06a750-8c76-472d-a699-f4c5e902e1f1: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:12:44.333026 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-e40cb053-89f3-460a-8e89-b4e82067745b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5 HTTP/1.1" status: 200 len: 217 time: 0.0367980 Jun 16 23:12:44.380914 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-f72aa4d7-4c07-46e5-9bb6-594e448e7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:44.382400 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-f72aa4d7-4c07-46e5-9bb6-594e448e7b40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0434272 Jun 16 23:12:44.511038 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-4acfedc1-1f67-4e7a-994c-d69f05b40288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:44.512564 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-4acfedc1-1f67-4e7a-994c-d69f05b40288 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378814 Jun 16 23:12:44.628725 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd01d6-59b1-4d94-9257-e7b6567e9de6 req-09281284-82da-427d-9ace-934f3a3c747c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:44.630212 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d7fd01d6-59b1-4d94-9257-e7b6567e9de6 req-09281284-82da-427d-9ace-934f3a3c747c tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 946 time: 0.0560162 Jun 16 23:12:44.651003 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-92f20145-93f8-49a9-9eba-6853d7e4a1dd service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320817 Jun 16 23:12:44.686517 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-d7fd01d6-59b1-4d94-9257-e7b6567e9de6 req-a9551b6d-446a-4179-880a-5cd821fe3432 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472975 Jun 16 23:12:44.856249 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-e469ee18-df82-4286-aee9-4622dc60ad33 req-2af64c32-4d80-4e43-abb4-8a02074c94b8 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880799 Jun 16 23:12:44.864424 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-ddb48be7-7799-4a25-ac4a-3db7c3a93d4e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:44.865868 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-ddb48be7-7799-4a25-ac4a-3db7c3a93d4e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 946 time: 0.0474727 Jun 16 23:12:45.191648 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Deleting port a1370d08-1392-4cb6-ba52-ee441d4147b5 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:45.191880 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:45.278174 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] For port a1370d08-1392-4cb6-ba52-ee441d4147b5, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=a1370d08-1392-4cb6-ba52-ee441d4147b5,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:12:45.278534 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:45.294016 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Calling delete_port for a1370d08-1392-4cb6-ba52-ee441d4147b5 owned by compute:nova {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:45.422919 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (a1370d08-1392-4cb6-ba52-ee441d4147b5), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:45.448598 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event deleted for resources: {'Port': ['ID=a1370d08-1392-4cb6-ba52-ee441d4147b5,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:45.458183 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.458530 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.458895 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.459232 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.459561 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.459887 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.460212 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.460533 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.460863 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.461544 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.461544 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.461855 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.462109 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.462424 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.462768 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:45.508400 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] No DVR routers for this DVR port a1370d08-1392-4cb6-ba52-ee441d4147b5 on host hv-cinder-84623 {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:12:45.510902 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:45.514087 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-3787580f-c79c-4d4c-8407-1d5aa57a4c89 req-2fdcedf9-6d51-48bd-a59a-8d370cc6fbf6 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "DELETE /v2.0/ports/a1370d08-1392-4cb6-ba52-ee441d4147b5 HTTP/1.1" status: 204 len: 173 time: 0.6424458 Jun 16 23:12:45.514519 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'name': 'network-vif-deleted', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5'}] {{(pid=103762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:12:45.516814 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f20f1f62599f438a47aec79b264ca6eb28b9f6cbac0c4ab40eeb9eb0269da3ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bea80c-7656-416f-8d5b-8d671fe4b6a7" -d '{"events": [{"server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "name": "network-vif-deleted", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5"}]}' {{(pid=103762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:12:45.612597 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b975bfc-6840-4f9f-805f-a56bdf32f81c x-openstack-request-id: req-4b975bfc-6840-4f9f-805f-a56bdf32f81c {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:12:45.612883 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5682421-8a91-43a1-88fb-8d2a158ad6d7", "name": "network-vif-deleted", "tag": "a1370d08-1392-4cb6-ba52-ee441d4147b5", "status": "completed", "code": 200}]} {{(pid=103762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:12:45.613135 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4b975bfc-6840-4f9f-805f-a56bdf32f81c {{(pid=103762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:12:45.613535 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b975bfc-6840-4f9f-805f-a56bdf32f81c'] response: {'server_uuid': 'b5682421-8a91-43a1-88fb-8d2a158ad6d7', 'name': 'network-vif-deleted', 'tag': 'a1370d08-1392-4cb6-ba52-ee441d4147b5', 'status': 'completed', 'code': 200} Jun 16 23:12:45.782261 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4be5ef27-e1c3-42c9-9581-77c140cf3dfb req-42c758d3-4157-4b08-ae81-e886bc3e14d9 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5682421-8a91-43a1-88fb-8d2a158ad6d7 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Jun 16 23:12:47.168543 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a1370d08-1392-4cb6-ba52-ee441d4147b5 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:12:47.188299 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: a1370d08-1392-4cb6-ba52-ee441d4147b5 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:12:47.188638 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device a1370d08-1392-4cb6-ba52-ee441d4147b5 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:12:49.063649 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60846) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:49.206994 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Deleting port a28d7d92-22cc-471b-bd35-b38bc0d05da3 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:49.207350 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (a28d7d92-22cc-471b-bd35-b38bc0d05da3), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:49.284366 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (a28d7d92-22cc-471b-bd35-b38bc0d05da3), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:49.284695 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (a28d7d92-22cc-471b-bd35-b38bc0d05da3), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:49.297276 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Calling delete_port for a28d7d92-22cc-471b-bd35-b38bc0d05da3 owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:49.309432 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=100 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:49.436616 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (a28d7d92-22cc-471b-bd35-b38bc0d05da3), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:49.445454 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:49.463646 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event deleted for resources: {'Port': ['ID=a28d7d92-22cc-471b-bd35-b38bc0d05da3,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:49.524647 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (357f3976-b029-4b95-9350-e819e65b3241), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:49.524973 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.db.l3_db [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Floating IP 357f3976-b029-4b95-9350-e819e65b3241 disassociated (deleted). External IP: 172.27.3.86, port: 3d02cfeb-d784-4f09-9198-cae370fc9285. Jun 16 23:12:49.718862 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:12:49.819398 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:12:49.824156 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:49.828637 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:12:49.838214 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:12:49.838837 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:12:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:49.852203 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-467fd346-45ed-469b-b0b6-8d460e1ac239 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "DELETE /v2.0/floatingips/357f3976-b029-4b95-9350-e819e65b3241 HTTP/1.1" status: 204 len: 168 time: 0.7875009 Jun 16 23:12:49.852840 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:12:49.855091 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86de89e0-39c2-4c0b-97b9-a17687a20454" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:12:49.891694 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 23:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464a2769-ade6-4536-8658-f7800409c4a2 x-openstack-request-id: req-464a2769-ade6-4536-8658-f7800409c4a2 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:12:49.891968 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:12:49.892361 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-464a2769-ade6-4536-8658-f7800409c4a2 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:12:49.892769 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464a2769-ade6-4536-8658-f7800409c4a2'] response: {'name': 'network-changed', 'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'status': 'completed', 'code': 200} Jun 16 23:12:49.943371 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:12:49.962475 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-0c2a1011-b3fe-4b08-93ae-abadfab78477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:49.964184 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-0c2a1011-b3fe-4b08-93ae-abadfab78477 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1423c05c42b14519b401e22e16062781&device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 1129 time: 0.0502856 Jun 16 23:12:50.014290 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:50.073258 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-e821b8c2-77a1-45cf-9915-0f834d30a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:50.074844 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-e821b8c2-77a1-45cf-9915-0f834d30a1d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 200 len: 913 time: 0.1024821 Jun 16 23:12:50.083490 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2942-cc6d-40f3-a04e-04c4b36cf405 req-77655c58-f8a5-4302-8f13-7d41bcafc359 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:50.084977 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a07c2942-cc6d-40f3-a04e-04c4b36cf405 req-77655c58-f8a5-4302-8f13-7d41bcafc359 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 945 time: 0.0482142 Jun 16 23:12:50.099879 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=100 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:50.134707 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-a07c2942-cc6d-40f3-a04e-04c4b36cf405 req-7866b07f-b621-428b-b152-149e54e81ac4 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440497 Jun 16 23:12:50.141334 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:50.165846 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:12:50.175340 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:12:50.175978 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:12:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:50.277464 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:12:50.453501 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:50.486505 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ead99-dcc3-45fc-b953-665f88acc0ee None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:05:49Z', 'revision_number': 4, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi', '_interfaces': [{'id': '0b7a0d59-0007-46a3-b5a3-555ab7092150', 'name': '', 'network_id': 'b60aa0be-29dc-41f5-b1f9-8245b5200d1c', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'mac_address': 'fa:16:3e:e3:78:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:48Z', 'updated_at': '2022-06-16T23:05:53Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'subnets': [{'id': '2b9a00eb-79d7-4fa0-be06-90a02d5dd224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:12:50.690552 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa9a1e-c994-4019-a33d-818bed9c403d None None] New status for floating IP 357f3976-b029-4b95-9350-e819e65b3241: DOWN {{(pid=103763) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 23:12:51.010874 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-61ab13bb-a762-4189-9809-5c60679a5e8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d02cfeb-d784-4f09-9198-cae370fc9285 HTTP/1.1" status: 200 len: 217 time: 0.0339346 Jun 16 23:12:51.254996 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b551837-3551-4d19-8e9c-d7d45464576a req-49947692-736d-4ba6-a1d1-3f06a267359e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:51.256489 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4b551837-3551-4d19-8e9c-d7d45464576a req-49947692-736d-4ba6-a1d1-3f06a267359e tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 945 time: 0.0513813 Jun 16 23:12:51.265698 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-18960da4-80fa-49ec-9a8c-0e6ecb06c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:51.267105 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-18960da4-80fa-49ec-9a8c-0e6ecb06c7fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 200 len: 851 time: 0.0464423 Jun 16 23:12:51.305741 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4b551837-3551-4d19-8e9c-d7d45464576a req-d8014859-c974-4d43-8b0f-fcc2bf9b8dee tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/security-groups?id=077d177c-972c-4a5c-a1a9-f337f9dd1fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Jun 16 23:12:51.355555 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-7bb80f3e-ff94-482c-bee5-ea33dc170ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:51.357041 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-7bb80f3e-ff94-482c-bee5-ea33dc170ee8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b60aa0be-29dc-41f5-b1f9-8245b5200d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402222 Jun 16 23:12:51.447931 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-ef2a66fd-5aca-4fb5-9ab3-2fccfbbeea0b service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847938 Jun 16 23:12:51.820615 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-fcc8d308-3b02-44d5-8482-85a9a8e9eee3 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103761) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 23:12:51.822159 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-fcc8d308-3b02-44d5-8482-85a9a8e9eee3 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 945 time: 0.0456126 Jun 16 23:12:51.826664 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [req-86de89e0-39c2-4c0b-97b9-a17687a20454 req-ae17f827-57ba-4343-9743-dbe25395bc89 service neutron] 10.222.0.26 "GET /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893023 Jun 16 23:12:51.907860 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Deleting port 3d02cfeb-d784-4f09-9198-cae370fc9285 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:51.908236 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:51.969331 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:51.999835 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] For port 3d02cfeb-d784-4f09-9198-cae370fc9285, host hv-cinder-84623, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84623',level=0,port_id=3d02cfeb-d784-4f09-9198-cae370fc9285,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:12:52.000166 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:52.013552 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Calling delete_port for 3d02cfeb-d784-4f09-9198-cae370fc9285 owned by compute:nova {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:52.083692 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:52.143368 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (3d02cfeb-d784-4f09-9198-cae370fc9285), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:52.172174 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event deleted for resources: {'Port': ['ID=3d02cfeb-d784-4f09-9198-cae370fc9285,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:52.220026 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] No DVR routers for this DVR port 3d02cfeb-d784-4f09-9198-cae370fc9285 on host hv-cinder-84623 {{(pid=103761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:12:52.222546 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for port (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:52.225852 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-c3028d25-135f-4237-b2f5-af57c46f02eb req-ecfde041-b1be-423d-bc40-05b94d264c25 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.26 "DELETE /v2.0/ports/3d02cfeb-d784-4f09-9198-cae370fc9285 HTTP/1.1" status: 204 len: 173 time: 0.3988490 Jun 16 23:12:52.226281 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'name': 'network-vif-deleted', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285'}] {{(pid=103761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 23:12:52.228498 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eab5701484d56c04a5e539b7cb573bc57ac9d2504dbbb973d84bb8eac83bf21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e34608-2b65-47ad-a884-ca7b37d05ae7" -d '{"events": [{"server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "name": "network-vif-deleted", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285"}]}' {{(pid=103761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 23:12:52.266770 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253f2a81-8369-43d8-9311-60a22c89fa52 x-openstack-request-id: req-253f2a81-8369-43d8-9311-60a22c89fa52 {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 23:12:52.267361 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe2cc96-6822-4aa3-9dbf-169d3a688f3a", "name": "network-vif-deleted", "tag": "3d02cfeb-d784-4f09-9198-cae370fc9285", "status": "completed", "code": 200}]} {{(pid=103761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 23:12:52.267361 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-253f2a81-8369-43d8-9311-60a22c89fa52 {{(pid=103761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 23:12:52.267717 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253f2a81-8369-43d8-9311-60a22c89fa52'] response: {'server_uuid': '6fe2cc96-6822-4aa3-9dbf-169d3a688f3a', 'name': 'network-vif-deleted', 'tag': '3d02cfeb-d784-4f09-9198-cae370fc9285', 'status': 'completed', 'code': 200} Jun 16 23:12:52.399293 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [req-4b6f22a0-5b64-4bca-9ff3-edcd18e1b188 req-9349eaa5-0bd3-43b0-aa80-880c433040ca tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "GET /v2.0/ports?device_id=6fe2cc96-6822-4aa3-9dbf-169d3a688f3a HTTP/1.1" status: 200 len: 210 time: 0.0270257 Jun 16 23:12:53.456339 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60864) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:53.819092 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Deleting port 5d509f1d-6715-472e-975d-f098e6d8aa0c {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:53.819420 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (5d509f1d-6715-472e-975d-f098e6d8aa0c), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:53.892233 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (5d509f1d-6715-472e-975d-f098e6d8aa0c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:53.892554 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (5d509f1d-6715-472e-975d-f098e6d8aa0c), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:53.904489 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Calling delete_port for 5d509f1d-6715-472e-975d-f098e6d8aa0c owned by network:floatingip {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:54.031463 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (5d509f1d-6715-472e-975d-f098e6d8aa0c), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:54.056230 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event deleted for resources: {'Port': ['ID=5d509f1d-6715-472e-975d-f098e6d8aa0c,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:54.120424 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for floatingip (c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:54.123013 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2058135'] for floatingip (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:54.124161 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-c4e36ad6-31e6-49ac-a585-47d7a96880b5 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "DELETE /v2.0/floatingips/c92fa8e2-2cc4-40f7-a3eb-7efb53abfa03 HTTP/1.1" status: 204 len: 168 time: 0.6677101 Jun 16 23:12:55.214328 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 3d02cfeb-d784-4f09-9198-cae370fc9285 no longer exists at agent hyperv_hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:12:55.233288 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] No Port match for: 3d02cfeb-d784-4f09-9198-cae370fc9285 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:12:55.233630 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Device 3d02cfeb-d784-4f09-9198-cae370fc9285 not bound to the agent host hv-cinder-84623 {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:12:55.321521 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60876) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:55.337855 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:55.379366 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c23a6187-399e-4f1e-8f0d-493966757367 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group (077d177c-972c-4a5c-a1a9-f337f9dd1fac), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:55.393822 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:55.404371 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c23a6187-399e-4f1e-8f0d-493966757367 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group (077d177c-972c-4a5c-a1a9-f337f9dd1fac), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:55.462720 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c23a6187-399e-4f1e-8f0d-493966757367 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (077d177c-972c-4a5c-a1a9-f337f9dd1fac), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:55.465304 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c23a6187-399e-4f1e-8f0d-493966757367 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:55.466379 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-c23a6187-399e-4f1e-8f0d-493966757367 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] 10.222.0.17 "DELETE /v2.0/security-groups/077d177c-972c-4a5c-a1a9-f337f9dd1fac HTTP/1.1" status: 204 len: 168 time: 0.1438606 Jun 16 23:12:55.476125 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a6187-399e-4f1e-8f0d-493966757367 tempest-TestVolumeBootPattern-591009407 tempest-TestVolumeBootPattern-591009407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077d177c-972c-4a5c-a1a9-f337f9dd1fac,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:55.519575 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60880) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:55.961187 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:56.174474 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Deleting port 0b7a0d59-0007-46a3-b5a3-555ab7092150 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:56.174756 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:56.251156 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] For port 0b7a0d59-0007-46a3-b5a3-555ab7092150, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=0b7a0d59-0007-46a3-b5a3-555ab7092150,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:12:56.251518 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:56.264662 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Calling delete_port for 0b7a0d59-0007-46a3-b5a3-555ab7092150 owned by network:router_interface {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:56.375328 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:56.389844 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:56.439468 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (0b7a0d59-0007-46a3-b5a3-555ab7092150), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:56.464650 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7a0d59-0007-46a3-b5a3-555ab7092150,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:56.627483 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:56.828004 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:12:56.926433 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:12:56.931426 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-39eac665-9eb4-4994-bc77-22a0c11a427b admin admin] 10.222.0.17 "PUT /v2.0/routers/eabe741f-4d5e-4cbd-9e0d-657dcacf9511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4107282 Jun 16 23:12:56.934023 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60884) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:56.935966 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] Sync routers for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:12:56.945951 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:12:56.946553 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:12:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:57.029893 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks [] for router (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.126895 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: dv-cinder-846230-1-iscsi {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:12:57.130685 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks [] for router_gateway (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.172118 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Deleting port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:57.172449 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.251209 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:57.254729 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:57.256843 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] For port 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:12:57.257207 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.272887 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Calling delete_port for 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d owned by network:router_gateway {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:57.291602 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:12:56Z', 'revision_number': 5, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port': {'id': '3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:46Z', 'updated_at': '2022-06-16T23:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:57.315909 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] Checking router: eabe741f-4d5e-4cbd-9e0d-657dcacf9511 for host: dv-cinder-846230-1-iscsi {{(pid=103764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:12:57.324121 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] Routers {'eabe741f-4d5e-4cbd-9e0d-657dcacf9511'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:12:57.324723 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:12:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'], 'active': True} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:57.406626 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_dvr_db [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] Set router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 gateway port host: None {{(pid=103764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:12:57.435729 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.457517 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.l3_hamode_db [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:12:57Z', 'revision_number': 6, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:57.461367 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:57.483180 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3a11d-2198-4b9f-b34d-c4f6ecd1bbca None None] The sync data for ids ['eabe741f-4d5e-4cbd-9e0d-657dcacf9511'] in dv-cinder-846230-1-iscsi is: [{'id': 'eabe741f-4d5e-4cbd-9e0d-657dcacf9511', 'name': 'tempest-TestVolumeBootPattern-1754800583-router', 'tenant_id': '1423c05c42b14519b401e22e16062781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:45Z', 'updated_at': '2022-06-16T23:12:57Z', 'revision_number': 6, 'project_id': '1423c05c42b14519b401e22e16062781', 'gw_port_host': None}] {{(pid=103764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:12:57.522345 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.608893 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.611090 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks [] for router_controller (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.654549 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (eabe741f-4d5e-4cbd-9e0d-657dcacf9511), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.655145 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eabe741f-4d5e-4cbd-9e0d-657dcacf9511 {{(pid=103762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:12:57.659250 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.660422 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-ba499cb2-9c2d-4504-b177-c2adeb9a6b7d admin admin] 10.222.0.17 "DELETE /v2.0/routers/eabe741f-4d5e-4cbd-9e0d-657dcacf9511 HTTP/1.1" status: 204 len: 168 time: 0.7254581 Jun 16 23:12:57.662856 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60886) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:57.707783 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.db_base_plugin_v2 [None req-445aad24-ce5f-4278-9cc8-0391213d0532 admin admin] Deleting subnet 2b9a00eb-79d7-4fa0-be06-90a02d5dd224 {{(pid=103762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:12:57.710963 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-445aad24-ce5f-4278-9cc8-0391213d0532 admin admin] Publish callbacks [] for subnet (2b9a00eb-79d7-4fa0-be06-90a02d5dd224), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.743971 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-445aad24-ce5f-4278-9cc8-0391213d0532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456261'] for subnet (2b9a00eb-79d7-4fa0-be06-90a02d5dd224), precommit_delete_associations {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.820693 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-445aad24-ce5f-4278-9cc8-0391213d0532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (2b9a00eb-79d7-4fa0-be06-90a02d5dd224), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.882690 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-445aad24-ce5f-4278-9cc8-0391213d0532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60676562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59473585'] for subnet (2b9a00eb-79d7-4fa0-be06-90a02d5dd224), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.907004 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445aad24-ce5f-4278-9cc8-0391213d0532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9a00eb-79d7-4fa0-be06-90a02d5dd224,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:57.913234 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-445aad24-ce5f-4278-9cc8-0391213d0532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for subnet (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:57.918933 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-445aad24-ce5f-4278-9cc8-0391213d0532 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2b9a00eb-79d7-4fa0-be06-90a02d5dd224 HTTP/1.1" status: 204 len: 168 time: 0.2550690 Jun 16 23:12:57.919532 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60888) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:57.920061 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f02f7f-fa3a-40ef-beca-1fda605fc6ff None None] Network b60aa0be-29dc-41f5-b1f9-8245b5200d1c requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:12:57.994616 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (b60aa0be-29dc-41f5-b1f9-8245b5200d1c), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.036435 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Deleting port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:58.036783 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.058742 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:58.100122 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] For port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:12:58.100483 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.113670 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Calling delete_port for 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:58.318467 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] DHCP port deletion for b60aa0be-29dc-41f5-b1f9-8245b5200d1c request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:12:58.370073 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Deleting port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d {{(pid=103763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:58.370788 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), before_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.392305 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:58.392936 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:58.412334 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:58.425813 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 0b7a0d59-0007-46a3-b5a3-555ab7092150 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:12:58.444300 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.458748 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 0b7a0d59-0007-46a3-b5a3-555ab7092150 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:12:58.459097 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 0b7a0d59-0007-46a3-b5a3-555ab7092150 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:12:58.461616 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.db [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] For port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,segment=NetworkSegment(62d3d563-ec14-498f-bdb3-68f0bf5cae13),segment_id=62d3d563-ec14-498f-bdb3-68f0bf5cae13)] {{(pid=103763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:12:58.462014 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), precommit_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.468319 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:58.473959 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] No DVR routers for this DVR port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d on host dv-cinder-846230-1-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:12:58.480547 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Calling delete_port for 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d owned by network:dhcp {{(pid=103763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:58.547260 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (b60aa0be-29dc-41f5-b1f9-8245b5200d1c), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.561459 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817'] for port (1cdd2284-8a03-4e26-b3a9-c7d09e585a8d), after_delete {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.568894 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60aa0be-29dc-41f5-b1f9-8245b5200d1c']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:58.578936 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d3d563-ec14-498f-bdb3-68f0bf5cae13') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:58.579258 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d3d563-ec14-498f-bdb3-68f0bf5cae13') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:12:58.589350 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Pushing event deleted for resources: {'Port': ['ID=1cdd2284-8a03-4e26-b3a9-c7d09e585a8d,revision_number=None']} {{(pid=103763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:58.590951 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (62d3d563-ec14-498f-bdb3-68f0bf5cae13), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.591866 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] No DVR routers for this DVR port 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d on host dv-cinder-846230-1-iscsi {{(pid=103763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:12:58.599945 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.600616 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.600616 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.600942 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.601274 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.601602 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.601927 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.602249 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.602573 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.603165 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.603273 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.603539 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.603858 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.604178 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.604495 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d328d-d110-4194-ac6e-472de5be9177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846230-1-iscsi {{(pid=103763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 23:12:58.611302 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (62d3d563-ec14-498f-bdb3-68f0bf5cae13), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.619473 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:12:58.619995 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (62d3d563-ec14-498f-bdb3-68f0bf5cae13), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.683824 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (b60aa0be-29dc-41f5-b1f9-8245b5200d1c), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.689841 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:58.696159 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] 10.222.0.17 "DELETE /v2.0/networks/b60aa0be-29dc-41f5-b1f9-8245b5200d1c HTTP/1.1" status: 204 len: 168 time: 0.7730644 Jun 16 23:12:58.696510 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60894) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:12:58.708581 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7315-5687-495c-93ef-75c7f01b1c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=b60aa0be-29dc-41f5-b1f9-8245b5200d1c,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:58.772697 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 62d3d563-ec14-498f-bdb3-68f0bf5cae13 resource provider aggregate not found Jun 16 23:12:58.789615 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 62d3d563-ec14-498f-bdb3-68f0bf5cae13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62d3d563-ec14-498f-bdb3-68f0bf5cae13 found for delete ", "request_id": "req-15758d59-57e9-4a89-b2f7-9a74fc186a58"}]} Jun 16 23:12:58.899782 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:58.975790 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:59.016630 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-344512'] for router_interface (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:59.235207 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Deleting port f0f90c70-6395-4537-83f5-ccd894456f3b {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:12:59.235795 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:59.317230 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] For port f0f90c70-6395-4537-83f5-ccd894456f3b, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=f0f90c70-6395-4537-83f5-ccd894456f3b,segment=NetworkSegment(0610f256-0280-4eca-bb9d-3eaa42819c9b),segment_id=0610f256-0280-4eca-bb9d-3eaa42819c9b)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:12:59.317613 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:59.330113 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Calling delete_port for f0f90c70-6395-4537-83f5-ccd894456f3b owned by network:router_interface {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:12:59.501082 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (f0f90c70-6395-4537-83f5-ccd894456f3b), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:59.523292 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f90c70-6395-4537-83f5-ccd894456f3b,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:12:59.687676 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1618563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-344144'] for router_interface (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:12:59.693355 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:59.883735 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:12:59.895530 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a has already been hosted by L3 agent 702bf91e-d9c8-43cd-a9d3-4ed55f95ce99 {{(pid=103761) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 23:13:00.001778 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] Notify agent at l3_agent.dv-cinder-846230-1-iscsi the message routers_updated {{(pid=103761) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 23:13:00.009256 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-fba2a94d-cfd9-4c43-9104-d77ca3e5ff48 admin admin] 10.222.0.17 "PUT /v2.0/routers/7f74ac9a-cfdc-4058-8962-fff4cf0b060a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3116279 Jun 16 23:13:00.010864 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60898) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:13:00.013502 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] Sync routers for ids ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'] in dv-cinder-846230-1-iscsi {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 23:13:00.018149 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:13:00.043472 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:13:00.043817 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 1cdd2284-8a03-4e26-b3a9-c7d09e585a8d not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:13:00.044234 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:13:00.063476 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] Routers {'7f74ac9a-cfdc-4058-8962-fff4cf0b060a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:13:00.064100 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:12:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:13:00.066547 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:13:00.066907 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 3a2c22df-250f-4e0d-a756-4c5b1f6a5c4d not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:13:00.109807 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks [] for router (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.168160 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] Set router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a gateway port host: dv-cinder-846230-1-iscsi {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:13:00.209502 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks [] for router_gateway (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.251990 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Deleting port 37c03700-a706-4f3f-a998-f848bd301c20 {{(pid=103761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:13:00.252439 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (37c03700-a706-4f3f-a998-f848bd301c20), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.331523 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.db [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] For port 37c03700-a706-4f3f-a998-f848bd301c20, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=37c03700-a706-4f3f-a998-f848bd301c20,segment=NetworkSegment(3f7bc99f-e796-4294-a5f9-0475b73f050c),segment_id=3f7bc99f-e796-4294-a5f9-0475b73f050c)] {{(pid=103761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:13:00.331896 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (37c03700-a706-4f3f-a998-f848bd301c20), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.338358 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'external_fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '37c03700-a706-4f3f-a998-f848bd301c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:12:59Z', 'revision_number': 5, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port': {'id': '37c03700-a706-4f3f-a998-f848bd301c20', 'name': '', 'network_id': '0d3d98d4-5670-4dea-a434-bf3ab95da654', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846230-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T23:05:53Z', 'updated_at': '2022-06-16T23:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc1a8d2c-a41e-4925-a1b5-93bec1fe704f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846230-1-iscsi'}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:13:00.345238 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.plugins.ml2.plugin [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Calling delete_port for 37c03700-a706-4f3f-a998-f848bd301c20 owned by network:router_gateway {{(pid=103761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:13:00.363512 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] Checking router: 7f74ac9a-cfdc-4058-8962-fff4cf0b060a for host: dv-cinder-846230-1-iscsi {{(pid=103763) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 23:13:00.372000 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] Routers {'7f74ac9a-cfdc-4058-8962-fff4cf0b060a'} bound to L3 agent in host dv-cinder-846230-1-iscsi {{(pid=103763) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 23:13:00.372607 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846230-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T22:52:35Z,description=,heartbeat_timestamp=2022-06-16T23:12:35Z,host='dv-cinder-846230-1-iscsi',id=702bf91e-d9c8-43cd-a9d3-4ed55f95ce99,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T22:52:35Z,topic='l3_agent')) {'router_ids': ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'], 'active': True} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:13:00.454445 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_dvr_db [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] Set router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a gateway port host: None {{(pid=103763) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 23:13:00.455084 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:00.503048 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.db.l3_hamode_db [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:13:00Z', 'revision_number': 6, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port_host': None}], 'dv-cinder-846230-1-iscsi', False) {} {{(pid=103763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:13:00.508218 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58790929'] for port (37c03700-a706-4f3f-a998-f848bd301c20), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.531038 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a6eeca-e76a-48bd-96e6-a1e806ca6856 None None] The sync data for ids ['7f74ac9a-cfdc-4058-8962-fff4cf0b060a'] in dv-cinder-846230-1-iscsi is: [{'id': '7f74ac9a-cfdc-4058-8962-fff4cf0b060a', 'name': 'tempest-TestVolumeBootPattern-2079386995-router', 'tenant_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T23:05:52Z', 'updated_at': '2022-06-16T23:13:00Z', 'revision_number': 6, 'project_id': '3611b63c998b4abebe0a7deb01d1f0d5', 'gw_port_host': None}] {{(pid=103763) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 23:13:00.536619 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c03700-a706-4f3f-a998-f848bd301c20,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:13:00.597444 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344711'] for router_gateway (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.682425 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-341134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27701'] for router (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.684536 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks [] for router_controller (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.723835 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-341220'] for router (7f74ac9a-cfdc-4058-8962-fff4cf0b060a), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.724409 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f74ac9a-cfdc-4058-8962-fff4cf0b060a {{(pid=103761) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 23:13:00.728647 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.729804 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d7b44902-cb55-42ec-bd04-1fb9b0eda2e8 admin admin] 10.222.0.17 "DELETE /v2.0/routers/7f74ac9a-cfdc-4058-8962-fff4cf0b060a HTTP/1.1" status: 204 len: 168 time: 0.7180023 Jun 16 23:13:00.732269 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60900) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:13:00.777923 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9fe83c-a23b-4845-aa83-46287e0d305a admin admin] Deleting subnet 08e328d1-69f9-4344-a9b8-35218fb54e79 {{(pid=103761) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 23:13:00.781016 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe83c-a23b-4845-aa83-46287e0d305a admin admin] Publish callbacks [] for subnet (08e328d1-69f9-4344-a9b8-35218fb54e79), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.814980 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe83c-a23b-4845-aa83-46287e0d305a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58790856'] for subnet (08e328d1-69f9-4344-a9b8-35218fb54e79), precommit_delete_associations {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.838637 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:00.888728 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe83c-a23b-4845-aa83-46287e0d305a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-860280'] for subnet (08e328d1-69f9-4344-a9b8-35218fb54e79), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.949514 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe83c-a23b-4845-aa83-46287e0d305a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-860227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58790946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60471296'] for subnet (08e328d1-69f9-4344-a9b8-35218fb54e79), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.978576 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fe83c-a23b-4845-aa83-46287e0d305a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e328d1-69f9-4344-a9b8-35218fb54e79,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:13:00.980514 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe83c-a23b-4845-aa83-46287e0d305a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:00.983917 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-7e9fe83c-a23b-4845-aa83-46287e0d305a admin admin] 10.222.0.17 "DELETE /v2.0/subnets/08e328d1-69f9-4344-a9b8-35218fb54e79 HTTP/1.1" status: 204 len: 168 time: 0.2506745 Jun 16 23:13:00.984891 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce004a65-6181-4028-8b7a-2b2431a27951 None None] Network 5548791b-b8f0-4b91-b4e2-87998599c689 requested from dv-cinder-846230-1-iscsi {{(pid=103763) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 23:13:00.986642 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [-] (103762) accepted ('10.222.0.17', 60902) {{(pid=103762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:13:01.053849 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-930883'] for network (5548791b-b8f0-4b91-b4e2-87998599c689), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.095534 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Deleting port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 {{(pid=103762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 23:13:01.095866 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773983773543'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.161567 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] For port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31, host dv-cinder-846230-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846230-1-iscsi',level=0,port_id=adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31,segment=NetworkSegment(0610f256-0280-4eca-bb9d-3eaa42819c9b),segment_id=0610f256-0280-4eca-bb9d-3eaa42819c9b)] {{(pid=103762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 23:13:01.161922 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341184'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.174710 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.plugin [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Calling delete_port for adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 owned by network:dhcp {{(pid=103762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 23:13:01.248671 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-835687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773983776606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773983424817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60676577'] for port (adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.276012 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Pushing event deleted for resources: {'Port': ['ID=adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:13:01.277946 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] No DVR routers for this DVR port adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 on host dv-cinder-846230-1-iscsi {{(pid=103762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 23:13:01.288929 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c9cdc-b017-4362-af6d-39ee0acb1bb6 None None] DHCP port deletion for 5548791b-b8f0-4b91-b4e2-87998599c689 request from dv-cinder-846230-1-iscsi {{(pid=103763) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 23:13:01.353177 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863033', 'neutron.services.segments.db._delete_segments_for_network-8773983866359'] for network (5548791b-b8f0-4b91-b4e2-87998599c689), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.372688 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5548791b-b8f0-4b91-b4e2-87998599c689']}} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:13:01.383034 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0610f256-0280-4eca-bb9d-3eaa42819c9b') {'for_net_delete': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:13:01.383265 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.services.segments.db [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0610f256-0280-4eca-bb9d-3eaa42819c9b') {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 23:13:01.389879 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:01.394559 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773983866242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456274'] for segment (0610f256-0280-4eca-bb9d-3eaa42819c9b), before_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.409099 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160'] for segment (0610f256-0280-4eca-bb9d-3eaa42819c9b), precommit_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.416311 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 23:13:01.416805 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-860160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60676364'] for segment (0610f256-0280-4eca-bb9d-3eaa42819c9b), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.467634 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 0610f256-0280-4eca-bb9d-3eaa42819c9b resource provider aggregate not found Jun 16 23:13:01.485076 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344747'] for network (5548791b-b8f0-4b91-b4e2-87998599c689), after_delete {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.489745 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618542'] for network (None), before_response {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.493563 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.wsgi [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] 10.222.0.17 "DELETE /v2.0/networks/5548791b-b8f0-4b91-b4e2-87998599c689 HTTP/1.1" status: 204 len: 168 time: 0.5060637 Jun 16 23:13:01.495633 dv-cinder-846230-1-iscsi neutron-server[103762]: INFO neutron.services.segments.plugin [-] Segment 0610f256-0280-4eca-bb9d-3eaa42819c9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0610f256-0280-4eca-bb9d-3eaa42819c9b found for delete ", "request_id": "req-66775187-51a9-4f7a-916b-30f6779652ff"}]} Jun 16 23:13:01.510246 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da46c94-b52a-4f7f-b895-4da2d13d925d admin admin] Pushing event deleted for resources: {'Network': ['ID=5548791b-b8f0-4b91-b4e2-87998599c689,revision_number=None']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:13:01.618252 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60910) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:13:01.658332 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-daffb8a8-09eb-4645-b96a-f9a8dd59a50e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1423c05c42b14519b401e22e16062781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388429 Jun 16 23:13:01.660684 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60912) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:13:01.707965 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b94f34b8-acc5-4998-a583-6a4df1d90fcc admin admin] Publish callbacks [] for security_group (53aab46e-65aa-498b-90ee-6b95fa8df5a2), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.728481 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b94f34b8-acc5-4998-a583-6a4df1d90fcc admin admin] Publish callbacks [] for security_group (53aab46e-65aa-498b-90ee-6b95fa8df5a2), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.776724 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b94f34b8-acc5-4998-a583-6a4df1d90fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (53aab46e-65aa-498b-90ee-6b95fa8df5a2), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.779277 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-b94f34b8-acc5-4998-a583-6a4df1d90fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:01.782818 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-b94f34b8-acc5-4998-a583-6a4df1d90fcc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/53aab46e-65aa-498b-90ee-6b95fa8df5a2 HTTP/1.1" status: 204 len: 168 time: 0.1188817 Jun 16 23:13:01.788147 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f34b8-acc5-4998-a583-6a4df1d90fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aab46e-65aa-498b-90ee-6b95fa8df5a2,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:13:01.976919 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 37c03700-a706-4f3f-a998-f848bd301c20 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:13:01.996989 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: 37c03700-a706-4f3f-a998-f848bd301c20 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:13:01.997346 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device 37c03700-a706-4f3f-a998-f848bd301c20 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:13:01.997781 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device f0f90c70-6395-4537-83f5-ccd894456f3b no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:13:02.015396 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: f0f90c70-6395-4537-83f5-ccd894456f3b {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:13:02.015745 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device f0f90c70-6395-4537-83f5-ccd894456f3b not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:13:02.016157 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 no longer exists at agent ovs-agent-dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 23:13:02.038092 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.plugin [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] No Port match for: adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 {{(pid=103763) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 23:13:02.038447 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron.plugins.ml2.rpc [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Device adb8e2ef-fe23-4c8a-bc80-443ac7e3bd31 not bound to the agent host dv-cinder-846230-1-iscsi {{(pid=103763) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 23:13:02.115573 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60918) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:13:02.155262 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-ca5fa0ab-1554-4dcb-9a90-da39ffe3d04b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3611b63c998b4abebe0a7deb01d1f0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385478 Jun 16 23:13:02.157549 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [-] (103761) accepted ('10.222.0.17', 60920) {{(pid=103761) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 23:13:02.205273 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d236f7da-596a-4b05-9a58-05907500c4d8 admin admin] Publish callbacks [] for security_group (bb92e229-4da6-4af3-8817-875bf18f0c92), before_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:02.225079 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:02.227224 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d236f7da-596a-4b05-9a58-05907500c4d8 admin admin] Publish callbacks [] for security_group (bb92e229-4da6-4af3-8817-875bf18f0c92), precommit_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:02.274563 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d236f7da-596a-4b05-9a58-05907500c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822313'] for security_group (bb92e229-4da6-4af3-8817-875bf18f0c92), after_delete {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:02.277137 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron_lib.callbacks.manager [None req-d236f7da-596a-4b05-9a58-05907500c4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:02.278338 dv-cinder-846230-1-iscsi neutron-server[103761]: INFO neutron.wsgi [None req-d236f7da-596a-4b05-9a58-05907500c4d8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bb92e229-4da6-4af3-8817-875bf18f0c92 HTTP/1.1" status: 204 len: 168 time: 0.1198695 Jun 16 23:13:02.286070 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236f7da-596a-4b05-9a58-05907500c4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb92e229-4da6-4af3-8817-875bf18f0c92,revision_number=None']} {{(pid=103761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 23:13:02.684051 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-73a76a23-9432-4411-adba-f9d371be7843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:04.843133 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6666-1b1c-4be9-9f03-04e96f3f78d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:05.836396 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:07.421237 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:07.459693 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=85 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:07.460457 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=86 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:08.255367 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:08.398141 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:10.245081 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:13:11.479127 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=66,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:11.500321 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG dbcounter [-] [103762] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=103762) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:12.261599 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:SELECT=61,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:12.282505 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG dbcounter [-] [103761] Writing DB stats neutron:DELETE=2,neutron:SELECT=2 {{(pid=103761) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:18.387664 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:18.394287 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:32.686710 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ab9fa292-e76f-4c42-9df2-9e01d4a3c166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:33.214825 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=16 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:33.219752 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=18 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:34.844495 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ab2c6e0b-356b-4953-adaf-567d16c3dc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:35.845639 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:37.422981 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:38.258006 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:38.396462 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:13:47.243666 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:13:48.386908 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:48.391695 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:57.238773 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:13:57.239530 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:02.689236 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-71d92f27-dafb-415f-b9b3-5f640a59a44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:04.845235 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-6385b9f1-2687-425d-84cf-589e1895fccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:05.841243 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:07.425169 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:08.262753 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:08.396588 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:10.214226 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:10.214918 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:18.391476 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:18.393412 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:24.242822 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:14:32.691002 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-bb8878da-c065-41b6-9883-5d39a2e74a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:34.237841 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:34.238656 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:34.846432 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-add23d30-ae70-46d9-b08e-273c8d25f99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:35.843858 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:37.428167 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:38.265155 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:38.393544 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:14:47.215236 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:47.220607 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:49.513843 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:14:49.516439 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:15:01.242755 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:15:02.692677 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-41aa9a53-e3b0-44a5-8dd4-71c17017287f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:04.847306 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8454d141-a756-47ae-8c76-29abc82845de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:05.845859 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:07.430084 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:08.267295 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:08.406778 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:11.237952 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:15:18.400337 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:15:18.402413 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:15:29.510533 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=17 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:15:29.512887 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=15 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:15:32.698086 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-119684ee-56b1-4da6-9432-f5f4078f4938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:34.848715 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-71ae5022-56b9-47bf-afd1-1a69bd1735fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:35.848460 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:37.433652 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:38.241278 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:15:38.269105 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:38.409086 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:15:48.237386 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:15:48.403231 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:15:48.405085 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:01.216944 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:01.222954 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:02.690169 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-39c894ab-73b2-4267-9fae-ecbebf5631c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:04.852533 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-7704e821-c484-465a-8e3e-6e3d98b65446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:05.851983 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:07.436063 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:08.270865 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:08.413293 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:15.240043 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:16:18.401776 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:18.409442 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:23.824474 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-b5821e75-b127-4d25-8f76-f03a20e14481 req-f4a94e1b-ea54-4e9d-ba66-ce54026ac5d5 service neutron] (103762) timed out ('10.222.0.26', 63738) {{(pid=103762) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 23:16:23.874353 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [req-4e5b97ec-44d2-41c0-b4ba-ff112677c88c req-a64c338a-d418-4007-8cd1-f75ecdb17748 service neutron] (103761) timed out ('10.222.0.26', 63758) {{(pid=103761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 23:16:25.236660 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=2 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:32.693091 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-1995c4cd-6221-4bd8-bc11-0f3fb5bad8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:34.855575 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd741-537d-49e1-8a2d-6a4243cc3910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:35.854967 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:37.437537 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:37.739476 dv-cinder-846230-1-iscsi neutron-server[103762]: DEBUG neutron.wsgi [req-f2ec7cfb-2fed-4571-9dd4-f4af91b633df req-def1daea-6863-4649-9117-5f984e69bf52 service neutron] (103762) timed out ('10.222.0.26', 63788) {{(pid=103762) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 23:16:37.832575 dv-cinder-846230-1-iscsi neutron-server[103761]: DEBUG neutron.wsgi [req-3fdbcd1a-f35c-4f88-83cb-16af3454ab99 req-48818020-c376-4ed4-bc81-1304dc418b18 service neutron] (103761) timed out ('10.222.0.26', 63775) {{(pid=103761) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 23:16:38.218356 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:38.272671 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:38.427864 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:16:47.167801 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:49.514226 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:49.516993 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:16:52.239577 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:17:02.234650 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:02.235341 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:02.694714 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a6c0517a-4d44-4670-adaf-58168c56b5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:04.856927 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ee0178ee-c34f-4e0f-9c17-4d01e4bf1432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:05.857420 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:07.440556 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:08.274865 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:08.436701 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:15.209323 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:15.214123 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=3 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:18.426550 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:18.433199 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:29.238960 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:17:32.699938 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-5cde72a1-a2e8-4a92-a950-f0b9840c97af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:34.859080 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ce137bd7-d830-43d9-9645-c4b04b056d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:35.861387 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:37.443267 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:38.278107 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:38.441656 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:17:39.234554 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=15 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:39.235071 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=13 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:48.435009 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:48.436911 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:52.209392 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:17:52.219982 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=5 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:18:02.701206 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-e3d5fe45-cd2b-4cbc-bbcc-47ad6bbf7734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (611d9436-397b-476e-89ad-3875c28d1397), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:18:04.861184 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-9725ce74-1b07-4670-a039-0abe553b20f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (702bf91e-d9c8-43cd-a9d3-4ed55f95ce99), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:18:05.864162 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-229fae57-fc87-47a8-9f99-75300d753d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (88e25274-511c-4dc8-94b0-f2f969e71571), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:18:06.238247 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG neutron.db.agents_db [None req-436c5a63-8dfe-4176-bb6c-42a4a50ebac3 None None] Agent healthcheck: found 6 active agents {{(pid=103764) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 23:18:07.447899 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-ec96dbfa-e1bf-4b4a-b126-bdd7f3f20c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (6449ca50-80bf-42ea-8c19-0d073e96fd6b), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:18:08.280166 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-8f7174e0-498f-4bc3-b126-f05e582ca76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (c868ff39-5322-4921-aa81-b91dd06353da), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:18:08.453613 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG neutron_lib.callbacks.manager [None req-a64f40de-66f9-4395-9c9d-69eb54e2cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773983866341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861258'] for agent (ba10f2c4-0b90-4ae5-b728-85bd65089466), after_update {{(pid=103763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 23:18:16.234248 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:18:16.235016 dv-cinder-846230-1-iscsi neutron-server[103764]: DEBUG dbcounter [-] [103764] Writing DB stats neutron:SELECT=1 {{(pid=103764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:18:18.443832 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 23:18:18.449917 dv-cinder-846230-1-iscsi neutron-server[103763]: DEBUG dbcounter [-] [103763] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103763) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}